2024-12-07 22:19:20,167 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-07 22:19:20,178 main DEBUG Took 0.009571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-07 22:19:20,179 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-07 22:19:20,179 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-07 22:19:20,180 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-07 22:19:20,181 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,188 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-07 22:19:20,199 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,201 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,201 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,202 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,202 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,203 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,203 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,204 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,204 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,205 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,205 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,206 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,206 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,206 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,207 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,207 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,208 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,208 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,208 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,209 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,209 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-07 22:19:20,210 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,210 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-07 22:19:20,211 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-07 22:19:20,212 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-07 22:19:20,214 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-07 22:19:20,214 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-07 22:19:20,215 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-07 22:19:20,216 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-07 22:19:20,224 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-07 22:19:20,226 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-07 22:19:20,228 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-07 22:19:20,228 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-07 22:19:20,228 main DEBUG createAppenders(={Console}) 2024-12-07 22:19:20,229 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-07 22:19:20,229 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-07 22:19:20,229 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-07 22:19:20,230 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-07 22:19:20,230 main DEBUG OutputStream closed 2024-12-07 22:19:20,230 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-07 22:19:20,231 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-07 22:19:20,231 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-07 22:19:20,317 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-07 22:19:20,320 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-07 22:19:20,322 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-07 22:19:20,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-07 22:19:20,323 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-07 22:19:20,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-07 22:19:20,324 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-07 22:19:20,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-07 22:19:20,325 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-07 22:19:20,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-07 22:19:20,326 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-07 22:19:20,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-07 22:19:20,327 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-07 22:19:20,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-07 22:19:20,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-07 22:19:20,328 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-07 22:19:20,329 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-07 22:19:20,330 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-07 22:19:20,333 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07 22:19:20,334 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-07 22:19:20,334 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-07 22:19:20,335 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-07T22:19:20,573 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e 2024-12-07 22:19:20,576 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-07 22:19:20,576 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-07T22:19:20,585 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-07T22:19:20,603 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-07T22:19:20,606 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540, deleteOnExit=true 2024-12-07T22:19:20,606 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-07T22:19:20,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/test.cache.data in system properties and HBase conf 2024-12-07T22:19:20,607 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.tmp.dir in system properties and HBase conf 2024-12-07T22:19:20,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.log.dir in system properties and HBase conf 2024-12-07T22:19:20,608 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-07T22:19:20,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-07T22:19:20,609 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-07T22:19:20,704 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-07T22:19:20,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-07T22:19:20,800 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:19:20,801 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-07T22:19:20,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-07T22:19:20,802 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:19:20,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-07T22:19:20,803 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-07T22:19:20,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-07T22:19:20,804 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:19:20,805 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-07T22:19:20,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/nfs.dump.dir in system properties and HBase conf 2024-12-07T22:19:20,806 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/java.io.tmpdir in system properties and HBase conf 2024-12-07T22:19:20,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-07T22:19:20,807 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-07T22:19:20,808 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-07T22:19:21,731 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-07T22:19:21,806 INFO [Time-limited test {}] log.Log(170): Logging initialized @2352ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-07T22:19:21,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:19:21,953 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:19:21,977 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:19:21,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:19:21,979 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T22:19:21,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:19:21,996 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:19:21,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:19:22,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/java.io.tmpdir/jetty-localhost-42835-hadoop-hdfs-3_4_1-tests_jar-_-any-9422958536862307326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:19:22,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42835} 2024-12-07T22:19:22,226 INFO [Time-limited test {}] server.Server(415): Started @2774ms 2024-12-07T22:19:22,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-07T22:19:22,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-07T22:19:22,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-07T22:19:22,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-07T22:19:22,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-07T22:19:22,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.log.dir/,AVAILABLE} 2024-12-07T22:19:22,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-07T22:19:22,762 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/java.io.tmpdir/jetty-localhost-36013-hadoop-hdfs-3_4_1-tests_jar-_-any-6764700639284003294/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:19:22,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:36013} 2024-12-07T22:19:22,763 INFO [Time-limited test {}] server.Server(415): Started @3311ms 2024-12-07T22:19:22,819 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-07T22:19:23,296 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data1/current/BP-680318367-172.17.0.2-1733609961478/current, will proceed with Du for space computation calculation, 2024-12-07T22:19:23,296 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data2/current/BP-680318367-172.17.0.2-1733609961478/current, will proceed with Du for space computation calculation, 2024-12-07T22:19:23,356 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-07T22:19:23,426 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea03a197747d140 with lease ID 0x4bdd6eb59fe603c9: Processing first storage report for DS-af0b1317-30ef-4620-a9c2-398ab2336793 from datanode DatanodeRegistration(127.0.0.1:41155, datanodeUuid=cd9a5da8-a6f4-4be9-8b64-f172fcb53f38, infoPort=45929, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=389698996;c=1733609961478) 2024-12-07T22:19:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea03a197747d140 with lease ID 0x4bdd6eb59fe603c9: from storage DS-af0b1317-30ef-4620-a9c2-398ab2336793 node DatanodeRegistration(127.0.0.1:41155, datanodeUuid=cd9a5da8-a6f4-4be9-8b64-f172fcb53f38, infoPort=45929, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=389698996;c=1733609961478), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-07T22:19:23,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaea03a197747d140 with lease ID 0x4bdd6eb59fe603c9: Processing first storage report for DS-6b726a4c-dfde-4439-b44d-51e441d0f338 from datanode DatanodeRegistration(127.0.0.1:41155, datanodeUuid=cd9a5da8-a6f4-4be9-8b64-f172fcb53f38, infoPort=45929, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=389698996;c=1733609961478) 2024-12-07T22:19:23,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaea03a197747d140 with lease ID 0x4bdd6eb59fe603c9: from storage DS-6b726a4c-dfde-4439-b44d-51e441d0f338 node DatanodeRegistration(127.0.0.1:41155, datanodeUuid=cd9a5da8-a6f4-4be9-8b64-f172fcb53f38, infoPort=45929, infoSecurePort=0, ipcPort=33817, storageInfo=lv=-57;cid=testClusterID;nsid=389698996;c=1733609961478), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-07T22:19:23,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e 2024-12-07T22:19:23,539 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/zookeeper_0, clientPort=56303, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-07T22:19:23,549 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56303 2024-12-07T22:19:23,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:23,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741825_1001 (size=7) 2024-12-07T22:19:24,210 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 with version=8 2024-12-07T22:19:24,210 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/hbase-staging 2024-12-07T22:19:24,343 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-07T22:19:24,614 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f83a3c5fcf38:0 server-side Connection retries=45 2024-12-07T22:19:24,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:24,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:24,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:19:24,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:24,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:19:24,771 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:19:24,831 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-07T22:19:24,839 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-07T22:19:24,843 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:19:24,870 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7841 (auto-detected) 2024-12-07T22:19:24,871 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-07T22:19:24,891 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:33685 2024-12-07T22:19:24,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:24,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:24,914 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:33685 connecting to ZooKeeper ensemble=127.0.0.1:56303 2024-12-07T22:19:24,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336850x0, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:19:24,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33685-0x1006e9078e80000 connected 2024-12-07T22:19:24,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T22:19:24,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:19:24,995 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T22:19:25,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33685 2024-12-07T22:19:25,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33685 2024-12-07T22:19:25,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33685 2024-12-07T22:19:25,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33685 2024-12-07T22:19:25,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33685 2024-12-07T22:19:25,018 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466, hbase.cluster.distributed=false 2024-12-07T22:19:25,088 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f83a3c5fcf38:0 server-side Connection retries=45 2024-12-07T22:19:25,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:25,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:25,088 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-07T22:19:25,088 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-07T22:19:25,089 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-07T22:19:25,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-07T22:19:25,093 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-07T22:19:25,094 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36279 2024-12-07T22:19:25,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-07T22:19:25,101 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-07T22:19:25,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:25,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:25,109 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36279 connecting to ZooKeeper ensemble=127.0.0.1:56303 2024-12-07T22:19:25,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:362790x0, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-07T22:19:25,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36279-0x1006e9078e80001 connected 2024-12-07T22:19:25,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T22:19:25,115 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:19:25,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-07T22:19:25,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36279 2024-12-07T22:19:25,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36279 2024-12-07T22:19:25,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36279 2024-12-07T22:19:25,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36279 2024-12-07T22:19:25,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36279 2024-12-07T22:19:25,127 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:25,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T22:19:25,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T22:19:25,136 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:25,143 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f83a3c5fcf38:33685 2024-12-07T22:19:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T22:19:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-07T22:19:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:25,159 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:25,161 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T22:19:25,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-07T22:19:25,163 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f83a3c5fcf38,33685,1733609964333 from backup master directory 2024-12-07T22:19:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T22:19:25,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-07T22:19:25,167 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:19:25,167 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:25,169 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-07T22:19:25,171 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-07T22:19:25,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741826_1002 (size=42) 2024-12-07T22:19:25,641 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/hbase.id with ID: bbe990c0-f16e-4f10-84df-17518cbe08e8 2024-12-07T22:19:25,683 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-07T22:19:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:25,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:25,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741827_1003 (size=196) 2024-12-07T22:19:25,751 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:19:25,753 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-07T22:19:25,771 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:25,776 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:19:25,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741828_1004 (size=1189) 2024-12-07T22:19:26,231 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store 2024-12-07T22:19:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741829_1005 (size=34) 2024-12-07T22:19:26,656 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-07T22:19:26,657 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:26,658 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:19:26,658 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:19:26,658 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:19:26,658 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:19:26,658 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:19:26,658 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:19:26,659 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:19:26,661 WARN [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/.initializing 2024-12-07T22:19:26,661 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/WALs/f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:26,668 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:19:26,679 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C33685%2C1733609964333, suffix=, logDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/WALs/f83a3c5fcf38,33685,1733609964333, archiveDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/oldWALs, maxLogs=10 2024-12-07T22:19:26,701 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/WALs/f83a3c5fcf38,33685,1733609964333/f83a3c5fcf38%2C33685%2C1733609964333.1733609966684, exclude list is [], retry=0 2024-12-07T22:19:26,718 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-af0b1317-30ef-4620-a9c2-398ab2336793,DISK] 2024-12-07T22:19:26,721 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-07T22:19:26,758 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/WALs/f83a3c5fcf38,33685,1733609964333/f83a3c5fcf38%2C33685%2C1733609964333.1733609966684 2024-12-07T22:19:26,759 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45929:45929)] 2024-12-07T22:19:26,760 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:26,760 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:26,764 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,765 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-07T22:19:26,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:26,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-07T22:19:26,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:26,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:26,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-07T22:19:26,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:26,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-07T22:19:26,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:26,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:26,851 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,852 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,861 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-07T22:19:26,865 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-07T22:19:26,869 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:19:26,870 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73013429, jitterRate=0.08798487484455109}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-07T22:19:26,874 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:19:26,875 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-07T22:19:26,904 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2835dcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:26,939 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-07T22:19:26,950 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-07T22:19:26,951 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-07T22:19:26,953 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-07T22:19:26,954 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-07T22:19:26,959 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-07T22:19:26,959 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-07T22:19:26,986 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-07T22:19:27,001 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-07T22:19:27,004 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-07T22:19:27,006 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-07T22:19:27,007 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-07T22:19:27,009 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-07T22:19:27,010 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-07T22:19:27,013 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-07T22:19:27,015 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-07T22:19:27,016 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-07T22:19:27,017 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-07T22:19:27,026 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-07T22:19:27,028 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-07T22:19:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T22:19:27,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-07T22:19:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,032 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f83a3c5fcf38,33685,1733609964333, sessionid=0x1006e9078e80000, setting cluster-up flag (Was=false) 2024-12-07T22:19:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,053 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-07T22:19:27,055 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:27,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:27,066 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-07T22:19:27,067 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:27,141 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f83a3c5fcf38:36279 2024-12-07T22:19:27,143 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1008): ClusterId : bbe990c0-f16e-4f10-84df-17518cbe08e8 2024-12-07T22:19:27,145 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-07T22:19:27,150 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-07T22:19:27,150 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-07T22:19:27,153 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-07T22:19:27,154 DEBUG [RS:0;f83a3c5fcf38:36279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720d3a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:27,156 DEBUG [RS:0;f83a3c5fcf38:36279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a1144a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:19:27,158 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-07T22:19:27,160 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-07T22:19:27,160 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-07T22:19:27,161 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-07T22:19:27,163 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(3073): reportForDuty to master=f83a3c5fcf38,33685,1733609964333 with isa=f83a3c5fcf38/172.17.0.2:36279, startcode=1733609965087 2024-12-07T22:19:27,166 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-07T22:19:27,169 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-07T22:19:27,179 DEBUG [RS:0;f83a3c5fcf38:36279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:19:27,177 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f83a3c5fcf38,33685,1733609964333 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-07T22:19:27,181 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:19:27,182 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:19:27,182 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:19:27,182 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=5, maxPoolSize=5 2024-12-07T22:19:27,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f83a3c5fcf38:0, corePoolSize=10, maxPoolSize=10 2024-12-07T22:19:27,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,183 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:19:27,184 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,192 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733609997192 2024-12-07T22:19:27,193 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:19:27,194 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-07T22:19:27,194 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-07T22:19:27,195 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-07T22:19:27,199 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:27,198 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-07T22:19:27,199 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-07T22:19:27,199 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:19:27,199 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-07T22:19:27,200 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-07T22:19:27,204 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,205 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-07T22:19:27,207 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-07T22:19:27,207 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-07T22:19:27,214 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-07T22:19:27,214 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-07T22:19:27,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741831_1007 (size=1039) 2024-12-07T22:19:27,220 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609967216,5,FailOnTimeoutGroup] 2024-12-07T22:19:27,223 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609967220,5,FailOnTimeoutGroup] 2024-12-07T22:19:27,223 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,223 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-07T22:19:27,225 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,225 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,226 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44151, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:19:27,231 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33685 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,234 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33685 {}] master.ServerManager(486): Registering regionserver=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,248 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:19:27,248 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:41537 2024-12-07T22:19:27,248 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-07T22:19:27,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T22:19:27,253 DEBUG [RS:0;f83a3c5fcf38:36279 {}] zookeeper.ZKUtil(111): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,253 WARN [RS:0;f83a3c5fcf38:36279 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-07T22:19:27,253 INFO [RS:0;f83a3c5fcf38:36279 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:19:27,254 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,255 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f83a3c5fcf38,36279,1733609965087] 2024-12-07T22:19:27,270 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-07T22:19:27,285 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-07T22:19:27,299 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-07T22:19:27,302 INFO [RS:0;f83a3c5fcf38:36279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-07T22:19:27,303 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,303 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-07T22:19:27,310 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,311 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,311 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,311 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,311 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,312 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,312 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=2, maxPoolSize=2 2024-12-07T22:19:27,312 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,312 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,313 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,313 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,313 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f83a3c5fcf38:0, corePoolSize=1, maxPoolSize=1 2024-12-07T22:19:27,313 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:19:27,313 DEBUG [RS:0;f83a3c5fcf38:36279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0, corePoolSize=3, maxPoolSize=3 2024-12-07T22:19:27,315 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,315 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,315 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,316 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,316 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,36279,1733609965087-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:19:27,337 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-07T22:19:27,338 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,36279,1733609965087-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:27,359 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.Replication(204): f83a3c5fcf38,36279,1733609965087 started 2024-12-07T22:19:27,359 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1767): Serving as f83a3c5fcf38,36279,1733609965087, RpcServer on f83a3c5fcf38/172.17.0.2:36279, sessionid=0x1006e9078e80001 2024-12-07T22:19:27,359 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-07T22:19:27,360 DEBUG [RS:0;f83a3c5fcf38:36279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,360 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,36279,1733609965087' 2024-12-07T22:19:27,360 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-07T22:19:27,361 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-07T22:19:27,361 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-07T22:19:27,362 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-07T22:19:27,362 DEBUG [RS:0;f83a3c5fcf38:36279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:27,362 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f83a3c5fcf38,36279,1733609965087' 2024-12-07T22:19:27,362 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-07T22:19:27,362 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-07T22:19:27,363 DEBUG [RS:0;f83a3c5fcf38:36279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-07T22:19:27,363 INFO [RS:0;f83a3c5fcf38:36279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-07T22:19:27,363 INFO [RS:0;f83a3c5fcf38:36279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-07T22:19:27,469 INFO [RS:0;f83a3c5fcf38:36279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-07T22:19:27,473 INFO [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C36279%2C1733609965087, suffix=, logDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087, archiveDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/oldWALs, maxLogs=32 2024-12-07T22:19:27,490 DEBUG [RS:0;f83a3c5fcf38:36279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087/f83a3c5fcf38%2C36279%2C1733609965087.1733609967475, exclude list is [], retry=0 2024-12-07T22:19:27,495 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-af0b1317-30ef-4620-a9c2-398ab2336793,DISK] 2024-12-07T22:19:27,499 INFO [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087/f83a3c5fcf38%2C36279%2C1733609965087.1733609967475 2024-12-07T22:19:27,500 DEBUG [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45929:45929)] 2024-12-07T22:19:27,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-07T22:19:27,622 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:19:27,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741833_1009 (size=32) 2024-12-07T22:19:28,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:28,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:19:28,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:19:28,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:19:28,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:19:28,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:19:28,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:19:28,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740 2024-12-07T22:19:28,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740 2024-12-07T22:19:28,051 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:19:28,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:19:28,059 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:19:28,060 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59479278, jitterRate=-0.11368969082832336}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:19:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:19:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:19:28,063 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:19:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:19:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:19:28,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:19:28,064 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:19:28,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:19:28,067 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-07T22:19:28,067 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-07T22:19:28,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-07T22:19:28,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-07T22:19:28,083 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-07T22:19:28,235 DEBUG [f83a3c5fcf38:33685 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-07T22:19:28,240 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:28,245 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,36279,1733609965087, state=OPENING 2024-12-07T22:19:28,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-07T22:19:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:28,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:28,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T22:19:28,253 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T22:19:28,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:28,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:28,433 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-07T22:19:28,436 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-07T22:19:28,447 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-07T22:19:28,448 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-07T22:19:28,448 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-07T22:19:28,451 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f83a3c5fcf38%2C36279%2C1733609965087.meta, suffix=.meta, logDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087, archiveDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/oldWALs, maxLogs=32 2024-12-07T22:19:28,468 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087/f83a3c5fcf38%2C36279%2C1733609965087.meta.1733609968453.meta, exclude list is [], retry=0 2024-12-07T22:19:28,472 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41155,DS-af0b1317-30ef-4620-a9c2-398ab2336793,DISK] 2024-12-07T22:19:28,475 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/WALs/f83a3c5fcf38,36279,1733609965087/f83a3c5fcf38%2C36279%2C1733609965087.meta.1733609968453.meta 2024-12-07T22:19:28,476 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45929:45929)] 2024-12-07T22:19:28,476 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:28,477 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-07T22:19:28,537 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-07T22:19:28,542 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-07T22:19:28,546 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-07T22:19:28,546 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:28,547 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-07T22:19:28,547 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-07T22:19:28,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-07T22:19:28,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-07T22:19:28,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-07T22:19:28,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-07T22:19:28,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-07T22:19:28,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-07T22:19:28,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-07T22:19:28,560 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740 2024-12-07T22:19:28,563 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740 2024-12-07T22:19:28,566 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:19:28,568 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-07T22:19:28,570 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58931944, jitterRate=-0.12184560298919678}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:19:28,572 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-07T22:19:28,579 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733609968425 2024-12-07T22:19:28,591 DEBUG [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-07T22:19:28,592 INFO [RS_OPEN_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-07T22:19:28,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:28,595 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f83a3c5fcf38,36279,1733609965087, state=OPEN 2024-12-07T22:19:28,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T22:19:28,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-07T22:19:28,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T22:19:28,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-07T22:19:28,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-07T22:19:28,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f83a3c5fcf38,36279,1733609965087 in 345 msec 2024-12-07T22:19:28,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-07T22:19:28,610 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-12-07T22:19:28,615 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5070 sec 2024-12-07T22:19:28,615 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733609968615, completionTime=-1 2024-12-07T22:19:28,615 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-07T22:19:28,616 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-07T22:19:28,654 DEBUG [hconnection-0x5602a74-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:28,657 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:28,668 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-07T22:19:28,668 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733610028668 2024-12-07T22:19:28,668 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733610088668 2024-12-07T22:19:28,668 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-12-07T22:19:28,688 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:28,689 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:28,689 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:28,690 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f83a3c5fcf38:33685, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:28,691 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:28,696 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-07T22:19:28,699 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-07T22:19:28,700 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-07T22:19:28,706 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-07T22:19:28,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:19:28,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:28,713 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:19:28,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741835_1011 (size=358) 2024-12-07T22:19:29,129 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d7ca44111640503df3e7e9dc44cad2cc, NAME => 'hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:19:29,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741836_1012 (size=42) 2024-12-07T22:19:29,139 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:29,139 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d7ca44111640503df3e7e9dc44cad2cc, disabling compactions & flushes 2024-12-07T22:19:29,140 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,140 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,140 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. after waiting 0 ms 2024-12-07T22:19:29,140 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,140 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,140 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d7ca44111640503df3e7e9dc44cad2cc: 2024-12-07T22:19:29,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:19:29,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733609969143"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609969143"}]},"ts":"1733609969143"} 2024-12-07T22:19:29,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:19:29,175 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:19:29,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609969175"}]},"ts":"1733609969175"} 2024-12-07T22:19:29,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-07T22:19:29,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d7ca44111640503df3e7e9dc44cad2cc, ASSIGN}] 2024-12-07T22:19:29,190 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d7ca44111640503df3e7e9dc44cad2cc, ASSIGN 2024-12-07T22:19:29,191 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d7ca44111640503df3e7e9dc44cad2cc, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:19:29,342 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d7ca44111640503df3e7e9dc44cad2cc, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:29,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d7ca44111640503df3e7e9dc44cad2cc, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:29,500 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:29,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d7ca44111640503df3e7e9dc44cad2cc, NAME => 'hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,511 INFO [StoreOpener-d7ca44111640503df3e7e9dc44cad2cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,513 INFO [StoreOpener-d7ca44111640503df3e7e9dc44cad2cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7ca44111640503df3e7e9dc44cad2cc columnFamilyName info 2024-12-07T22:19:29,513 DEBUG [StoreOpener-d7ca44111640503df3e7e9dc44cad2cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:29,514 INFO [StoreOpener-d7ca44111640503df3e7e9dc44cad2cc-1 {}] regionserver.HStore(327): Store=d7ca44111640503df3e7e9dc44cad2cc/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:29,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,517 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:19:29,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:19:29,527 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d7ca44111640503df3e7e9dc44cad2cc; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63660023, jitterRate=-0.051391735672950745}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-07T22:19:29,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d7ca44111640503df3e7e9dc44cad2cc: 2024-12-07T22:19:29,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc., pid=6, masterSystemTime=1733609969500 2024-12-07T22:19:29,536 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,536 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:19:29,537 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d7ca44111640503df3e7e9dc44cad2cc, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:29,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-07T22:19:29,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d7ca44111640503df3e7e9dc44cad2cc, server=f83a3c5fcf38,36279,1733609965087 in 195 msec 2024-12-07T22:19:29,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-07T22:19:29,549 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d7ca44111640503df3e7e9dc44cad2cc, ASSIGN in 357 msec 2024-12-07T22:19:29,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:19:29,551 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609969551"}]},"ts":"1733609969551"} 2024-12-07T22:19:29,554 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-07T22:19:29,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:19:29,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 856 msec 2024-12-07T22:19:29,610 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-07T22:19:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-07T22:19:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:19:29,643 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-07T22:19:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-07T22:19:29,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-12-07T22:19:29,667 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-07T22:19:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-07T22:19:29,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-07T22:19:29,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-07T22:19:29,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-07T22:19:29,697 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.530sec 2024-12-07T22:19:29,698 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-07T22:19:29,699 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-07T22:19:29,700 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-07T22:19:29,701 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-07T22:19:29,701 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-07T22:19:29,702 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-07T22:19:29,702 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-07T22:19:29,709 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-07T22:19:29,709 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-07T22:19:29,710 INFO [master/f83a3c5fcf38:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f83a3c5fcf38,33685,1733609964333-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-07T22:19:29,745 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-07T22:19:29,746 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-07T22:19:29,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:29,757 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-07T22:19:29,757 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-07T22:19:29,768 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:29,779 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:29,790 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f83a3c5fcf38,33685,1733609964333 2024-12-07T22:19:29,810 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=191, ProcessCount=11, AvailableMemoryMB=7642 2024-12-07T22:19:29,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:19:29,850 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:19:29,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:19:29,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:19:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:29,866 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:19:29,867 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:29,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-07T22:19:29,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:19:29,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:29,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741837_1013 (size=963) 2024-12-07T22:19:29,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:30,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:30,290 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:19:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741838_1014 (size=53) 2024-12-07T22:19:30,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1901e86dff6b97e8c205dd45dbe1fc1b, disabling compactions & flushes 2024-12-07T22:19:30,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. after waiting 0 ms 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:30,702 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:30,702 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:30,705 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:19:30,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733609970705"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609970705"}]},"ts":"1733609970705"} 2024-12-07T22:19:30,709 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:19:30,710 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:19:30,711 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609970710"}]},"ts":"1733609970710"} 2024-12-07T22:19:30,713 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:19:30,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, ASSIGN}] 2024-12-07T22:19:30,723 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, ASSIGN 2024-12-07T22:19:30,724 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:19:30,875 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1901e86dff6b97e8c205dd45dbe1fc1b, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:30,878 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:30,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:31,032 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:31,039 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:31,039 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:31,040 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,040 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:31,040 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,040 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,042 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,045 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:31,046 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1901e86dff6b97e8c205dd45dbe1fc1b columnFamilyName A 2024-12-07T22:19:31,046 DEBUG [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:31,047 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(327): Store=1901e86dff6b97e8c205dd45dbe1fc1b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:31,047 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,048 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:31,049 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1901e86dff6b97e8c205dd45dbe1fc1b columnFamilyName B 2024-12-07T22:19:31,049 DEBUG [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:31,049 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(327): Store=1901e86dff6b97e8c205dd45dbe1fc1b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:31,049 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,051 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:31,051 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1901e86dff6b97e8c205dd45dbe1fc1b columnFamilyName C 2024-12-07T22:19:31,051 DEBUG [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:31,052 INFO [StoreOpener-1901e86dff6b97e8c205dd45dbe1fc1b-1 {}] regionserver.HStore(327): Store=1901e86dff6b97e8c205dd45dbe1fc1b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:31,052 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:31,054 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,054 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,056 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:19:31,058 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:31,061 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:19:31,062 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1901e86dff6b97e8c205dd45dbe1fc1b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64547687, jitterRate=-0.03816451132297516}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:19:31,063 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:31,064 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., pid=11, masterSystemTime=1733609971032 2024-12-07T22:19:31,067 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:31,067 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:31,068 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1901e86dff6b97e8c205dd45dbe1fc1b, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:31,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-07T22:19:31,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 in 193 msec 2024-12-07T22:19:31,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-07T22:19:31,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, ASSIGN in 354 msec 2024-12-07T22:19:31,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:19:31,080 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609971079"}]},"ts":"1733609971079"} 2024-12-07T22:19:31,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:19:31,086 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:19:31,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2250 sec 2024-12-07T22:19:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-07T22:19:31,997 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-07T22:19:32,001 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-07T22:19:32,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,007 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,009 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,013 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:19:32,014 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:19:32,023 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-07T22:19:32,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-07T22:19:32,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-07T22:19:32,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,040 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-07T22:19:32,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,044 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-07T22:19:32,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,048 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-07T22:19:32,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,053 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-07T22:19:32,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,058 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-07T22:19:32,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,062 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-07T22:19:32,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:32,070 DEBUG [hconnection-0x53f1d8ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,070 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,072 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,072 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34930, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,072 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,073 DEBUG [hconnection-0x4360c845-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,074 DEBUG [hconnection-0x7b5d524b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,077 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,077 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,078 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,080 DEBUG [hconnection-0x2216ae23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:32,083 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,087 DEBUG [hconnection-0x2dd15ceb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,087 DEBUG [hconnection-0x25557d7e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-07T22:19:32,092 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:32,092 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:32,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:32,094 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:32,095 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,096 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:32,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34986, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:32,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:32,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:32,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:32,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:32,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:32,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:32,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:32,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:32,261 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:32,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:32,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,323 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3d1fbaf453554edeb397c710933b1c8d is 50, key is test_row_0/A:col10/1733609972120/Put/seqid=0 2024-12-07T22:19:32,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610032320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610032336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610032337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610032338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741839_1015 (size=16681) 2024-12-07T22:19:32,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610032350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3d1fbaf453554edeb397c710933b1c8d 2024-12-07T22:19:32,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:32,465 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:32,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610032474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/071b52df54754433b2b4a8f3e7be76af is 50, key is test_row_0/B:col10/1733609972120/Put/seqid=0 2024-12-07T22:19:32,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610032476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610032475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610032477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610032478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,491 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741840_1016 (size=12001) 2024-12-07T22:19:32,646 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610032682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610032694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:32,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610032695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610032696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610032697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,808 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/071b52df54754433b2b4a8f3e7be76af 2024-12-07T22:19:32,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:32,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/12a334eb092c4b57b18e6dc9cfbf55dd is 50, key is test_row_0/C:col10/1733609972120/Put/seqid=0 2024-12-07T22:19:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:32,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:32,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:32,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610032988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:32,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741841_1017 (size=12001) 2024-12-07T22:19:33,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610033005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610033006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610033008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610033009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:33,275 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,277 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-07T22:19:33,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-07T22:19:33,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-07T22:19:33,402 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/12a334eb092c4b57b18e6dc9cfbf55dd 2024-12-07T22:19:33,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3d1fbaf453554edeb397c710933b1c8d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d 2024-12-07T22:19:33,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d, entries=250, sequenceid=13, filesize=16.3 K 2024-12-07T22:19:33,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,434 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-07T22:19:33,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/071b52df54754433b2b4a8f3e7be76af as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af 2024-12-07T22:19:33,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T22:19:33,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/12a334eb092c4b57b18e6dc9cfbf55dd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd 2024-12-07T22:19:33,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd, entries=150, sequenceid=13, filesize=11.7 K 2024-12-07T22:19:33,490 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1328ms, sequenceid=13, compaction requested=false 2024-12-07T22:19:33,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:33,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:33,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6b632e0001c84080b294893de4cb8f54 is 50, key is test_row_0/A:col10/1733609972330/Put/seqid=0 2024-12-07T22:19:33,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610033543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610033545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610033546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610033560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610033563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741842_1018 (size=14341) 2024-12-07T22:19:33,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6b632e0001c84080b294893de4cb8f54 2024-12-07T22:19:33,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b8b6e1812bf74004b827432ad5071d32 is 50, key is test_row_0/B:col10/1733609972330/Put/seqid=0 2024-12-07T22:19:33,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741843_1019 (size=12001) 2024-12-07T22:19:33,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b8b6e1812bf74004b827432ad5071d32 2024-12-07T22:19:33,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610033671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610033672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610033673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/970e578912f2406fb5f2bc4b91dd6ea5 is 50, key is test_row_0/C:col10/1733609972330/Put/seqid=0 2024-12-07T22:19:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610033674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741844_1020 (size=12001) 2024-12-07T22:19:33,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/970e578912f2406fb5f2bc4b91dd6ea5 2024-12-07T22:19:33,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:33,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610033690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6b632e0001c84080b294893de4cb8f54 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54 2024-12-07T22:19:33,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54, entries=200, sequenceid=39, filesize=14.0 K 2024-12-07T22:19:33,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b8b6e1812bf74004b827432ad5071d32 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32 2024-12-07T22:19:33,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32, entries=150, sequenceid=39, filesize=11.7 K 2024-12-07T22:19:33,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/970e578912f2406fb5f2bc4b91dd6ea5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5 2024-12-07T22:19:33,743 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5, entries=150, sequenceid=39, filesize=11.7 K 2024-12-07T22:19:33,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 1901e86dff6b97e8c205dd45dbe1fc1b in 245ms, sequenceid=39, compaction requested=false 2024-12-07T22:19:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:33,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:33,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:33,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:33,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f1c8070457ff4ca18f72b22ef4d89d19 is 50, key is test_row_0/A:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:33,904 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:33,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:33,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:33,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741845_1021 (size=14341) 2024-12-07T22:19:33,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f1c8070457ff4ca18f72b22ef4d89d19 2024-12-07T22:19:33,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/775e4496b65b49288799fe97bf31d187 is 50, key is test_row_0/B:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:33,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741846_1022 (size=12001) 2024-12-07T22:19:33,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/775e4496b65b49288799fe97bf31d187 2024-12-07T22:19:34,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/28525178e5c14a5db78614cc7445a500 is 50, key is test_row_0/C:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:34,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741847_1023 (size=12001) 2024-12-07T22:19:34,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/28525178e5c14a5db78614cc7445a500 2024-12-07T22:19:34,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f1c8070457ff4ca18f72b22ef4d89d19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19 2024-12-07T22:19:34,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19, entries=200, sequenceid=50, filesize=14.0 K 2024-12-07T22:19:34,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/775e4496b65b49288799fe97bf31d187 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187 2024-12-07T22:19:34,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:19:34,059 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610034043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610034044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610034049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,076 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T22:19:34,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/28525178e5c14a5db78614cc7445a500 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500 2024-12-07T22:19:34,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500, entries=150, sequenceid=50, filesize=11.7 K 2024-12-07T22:19:34,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 203ms, sequenceid=50, compaction requested=true 2024-12-07T22:19:34,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:34,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:34,112 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:34,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:34,113 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:34,114 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:34,117 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:34,119 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:34,119 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,119 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.2 K 2024-12-07T22:19:34,122 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 071b52df54754433b2b4a8f3e7be76af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733609972120 2024-12-07T22:19:34,123 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:34,123 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:34,123 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,123 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b8b6e1812bf74004b827432ad5071d32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733609972328 2024-12-07T22:19:34,123 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=44.3 K 2024-12-07T22:19:34,124 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 775e4496b65b49288799fe97bf31d187, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973556 2024-12-07T22:19:34,124 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d1fbaf453554edeb397c710933b1c8d, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733609972120 2024-12-07T22:19:34,125 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b632e0001c84080b294893de4cb8f54, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733609972328 2024-12-07T22:19:34,126 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1c8070457ff4ca18f72b22ef4d89d19, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973535 2024-12-07T22:19:34,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/affd93e0a0484384b54df9d70e3cbb0b is 50, key is test_row_0/A:col10/1733609974101/Put/seqid=0 2024-12-07T22:19:34,164 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:34,167 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/50188ce089514776a53c7d3b2d746a58 is 50, key is test_row_0/B:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:34,174 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:34,176 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/bc4f419a15ad444583b7182cb26ac517 is 50, key is test_row_0/A:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:34,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741848_1024 (size=14341) 2024-12-07T22:19:34,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:34,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741849_1025 (size=12104) 2024-12-07T22:19:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741850_1026 (size=12104) 2024-12-07T22:19:34,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,227 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/50188ce089514776a53c7d3b2d746a58 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/50188ce089514776a53c7d3b2d746a58 2024-12-07T22:19:34,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610034183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610034186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,279 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 50188ce089514776a53c7d3b2d746a58(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:34,279 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:34,279 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609974112; duration=0sec 2024-12-07T22:19:34,280 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:34,280 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:34,280 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610034270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610034271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,290 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:34,290 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:34,290 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,291 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.2 K 2024-12-07T22:19:34,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610034271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,293 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a334eb092c4b57b18e6dc9cfbf55dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733609972120 2024-12-07T22:19:34,294 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 970e578912f2406fb5f2bc4b91dd6ea5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733609972328 2024-12-07T22:19:34,295 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 28525178e5c14a5db78614cc7445a500, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973556 2024-12-07T22:19:34,334 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#12 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:34,336 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/46f514d9d8e94256bdb2793a2a5d0d96 is 50, key is test_row_0/C:col10/1733609973878/Put/seqid=0 2024-12-07T22:19:34,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741851_1027 (size=12104) 2024-12-07T22:19:34,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610034376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610034379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610034390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610034392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610034393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,526 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610034584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610034586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/affd93e0a0484384b54df9d70e3cbb0b 2024-12-07T22:19:34,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610034603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610034604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610034606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b800b34720794888ba0fa914ef2e4fa7 is 50, key is test_row_0/B:col10/1733609974101/Put/seqid=0 2024-12-07T22:19:34,632 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/bc4f419a15ad444583b7182cb26ac517 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/bc4f419a15ad444583b7182cb26ac517 2024-12-07T22:19:34,646 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into bc4f419a15ad444583b7182cb26ac517(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:34,646 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:34,646 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609974094; duration=0sec 2024-12-07T22:19:34,646 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:34,646 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:34,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741852_1028 (size=12001) 2024-12-07T22:19:34,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b800b34720794888ba0fa914ef2e4fa7 2024-12-07T22:19:34,683 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/1b4de8aad6f64be9b13f0bbf664238c2 is 50, key is test_row_0/C:col10/1733609974101/Put/seqid=0 2024-12-07T22:19:34,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741853_1029 (size=12001) 2024-12-07T22:19:34,767 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/46f514d9d8e94256bdb2793a2a5d0d96 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/46f514d9d8e94256bdb2793a2a5d0d96 2024-12-07T22:19:34,780 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 46f514d9d8e94256bdb2793a2a5d0d96(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:34,781 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:34,781 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609974112; duration=0sec 2024-12-07T22:19:34,781 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:34,781 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:34,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T22:19:34,829 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-07T22:19:34,831 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-07T22:19:34,831 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-07T22:19:34,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:19:34,833 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-07T22:19:34,833 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-07T22:19:34,834 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-07T22:19:34,836 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:19:34,836 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T22:19:34,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,841 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610034889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610034893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610034911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610034913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610034913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:34,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:34,998 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:35,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/1b4de8aad6f64be9b13f0bbf664238c2 2024-12-07T22:19:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/affd93e0a0484384b54df9d70e3cbb0b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b 2024-12-07T22:19:35,152 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:35,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:35,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:35,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:35,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b, entries=200, sequenceid=76, filesize=14.0 K 2024-12-07T22:19:35,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b800b34720794888ba0fa914ef2e4fa7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7 2024-12-07T22:19:35,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7, entries=150, sequenceid=76, filesize=11.7 K 2024-12-07T22:19:35,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/1b4de8aad6f64be9b13f0bbf664238c2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2 2024-12-07T22:19:35,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2, entries=150, sequenceid=76, filesize=11.7 K 2024-12-07T22:19:35,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1084ms, sequenceid=76, compaction requested=false 2024-12-07T22:19:35,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:35,309 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-07T22:19:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:35,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:35,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/282487f89b674e75ad13964aec51b5bc is 50, key is test_row_0/A:col10/1733609974185/Put/seqid=0 2024-12-07T22:19:35,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741854_1030 (size=12001) 2024-12-07T22:19:35,373 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/282487f89b674e75ad13964aec51b5bc 2024-12-07T22:19:35,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:35,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:35,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/de04299ccfea4db0bf457f3defb4999b is 50, key is test_row_0/B:col10/1733609974185/Put/seqid=0 2024-12-07T22:19:35,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741855_1031 (size=12001) 2024-12-07T22:19:35,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610035450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610035453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610035457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610035457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610035457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610035560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610035560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610035565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610035566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610035566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610035766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610035769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610035770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610035770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:35,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610035773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:35,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/de04299ccfea4db0bf457f3defb4999b 2024-12-07T22:19:35,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/35e8759f1ecd4ed7aed5f285c8d137fa is 50, key is test_row_0/C:col10/1733609974185/Put/seqid=0 2024-12-07T22:19:35,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741856_1032 (size=12001) 2024-12-07T22:19:36,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610036071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610036075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610036077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610036077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610036078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:36,337 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/35e8759f1ecd4ed7aed5f285c8d137fa 2024-12-07T22:19:36,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/282487f89b674e75ad13964aec51b5bc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc 2024-12-07T22:19:36,359 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:19:36,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/de04299ccfea4db0bf457f3defb4999b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b 2024-12-07T22:19:36,371 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:19:36,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/35e8759f1ecd4ed7aed5f285c8d137fa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa 2024-12-07T22:19:36,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:19:36,388 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1077ms, sequenceid=90, compaction requested=true 2024-12-07T22:19:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:36,388 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-07T22:19:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-07T22:19:36,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-07T22:19:36,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2940 sec 2024-12-07T22:19:36,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 4.3120 sec 2024-12-07T22:19:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:36,584 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-07T22:19:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:36,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:36,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:36,585 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:36,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/46a8c28a00a041c6a56cc3685de31f81 is 50, key is test_row_0/A:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:36,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610036592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610036596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610036599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610036600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610036601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741857_1033 (size=12001) 2024-12-07T22:19:36,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610036704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610036705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610036708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610036705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610036909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610036909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610036911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:36,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:36,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610036913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/46a8c28a00a041c6a56cc3685de31f81 2024-12-07T22:19:37,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/5117588df16244c18bf1a585fcda1824 is 50, key is test_row_0/B:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:37,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741858_1034 (size=12001) 2024-12-07T22:19:37,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/5117588df16244c18bf1a585fcda1824 2024-12-07T22:19:37,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2df57c43db394767bdc5b8952dd9bad8 is 50, key is test_row_0/C:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:37,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741859_1035 (size=12001) 2024-12-07T22:19:37,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2df57c43db394767bdc5b8952dd9bad8 2024-12-07T22:19:37,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/46a8c28a00a041c6a56cc3685de31f81 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81 2024-12-07T22:19:37,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81, entries=150, sequenceid=118, filesize=11.7 K 2024-12-07T22:19:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/5117588df16244c18bf1a585fcda1824 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824 2024-12-07T22:19:37,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824, entries=150, sequenceid=118, filesize=11.7 K 2024-12-07T22:19:37,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2df57c43db394767bdc5b8952dd9bad8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8 2024-12-07T22:19:37,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8, entries=150, sequenceid=118, filesize=11.7 K 2024-12-07T22:19:37,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 1901e86dff6b97e8c205dd45dbe1fc1b in 622ms, sequenceid=118, compaction requested=true 2024-12-07T22:19:37,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:37,206 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:37,206 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:37,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:37,210 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:37,210 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:37,210 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:37,210 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/bc4f419a15ad444583b7182cb26ac517, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=49.3 K 2024-12-07T22:19:37,211 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:37,211 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:37,211 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:37,211 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/50188ce089514776a53c7d3b2d746a58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=47.0 K 2024-12-07T22:19:37,212 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc4f419a15ad444583b7182cb26ac517, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973556 2024-12-07T22:19:37,212 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 50188ce089514776a53c7d3b2d746a58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973556 2024-12-07T22:19:37,214 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting affd93e0a0484384b54df9d70e3cbb0b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733609974036 2024-12-07T22:19:37,214 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b800b34720794888ba0fa914ef2e4fa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733609974036 2024-12-07T22:19:37,215 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 282487f89b674e75ad13964aec51b5bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733609974185 2024-12-07T22:19:37,215 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting de04299ccfea4db0bf457f3defb4999b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733609974185 2024-12-07T22:19:37,216 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46a8c28a00a041c6a56cc3685de31f81, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:37,216 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5117588df16244c18bf1a585fcda1824, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:37,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:37,243 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:37,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ffca0d71b85c45a487c5b800f77c8e18 is 50, key is test_row_0/A:col10/1733609976595/Put/seqid=0 2024-12-07T22:19:37,257 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#22 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:37,261 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#21 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:37,262 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4b14be2c202c4b18831450aa9f2af359 is 50, key is test_row_0/B:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:37,262 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6b44889f17794662a69f439563874c19 is 50, key is test_row_0/A:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:37,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741860_1036 (size=12101) 2024-12-07T22:19:37,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741861_1037 (size=12241) 2024-12-07T22:19:37,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741862_1038 (size=12241) 2024-12-07T22:19:37,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610037308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610037306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610037312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,320 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6b44889f17794662a69f439563874c19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b44889f17794662a69f439563874c19 2024-12-07T22:19:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610037313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,332 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 6b44889f17794662a69f439563874c19(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:37,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:37,332 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=12, startTime=1733609977205; duration=0sec 2024-12-07T22:19:37,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:37,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:37,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:37,335 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:37,335 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:37,335 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:37,335 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/46f514d9d8e94256bdb2793a2a5d0d96, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=47.0 K 2024-12-07T22:19:37,336 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46f514d9d8e94256bdb2793a2a5d0d96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733609973556 2024-12-07T22:19:37,337 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b4de8aad6f64be9b13f0bbf664238c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733609974036 2024-12-07T22:19:37,337 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35e8759f1ecd4ed7aed5f285c8d137fa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733609974185 2024-12-07T22:19:37,338 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2df57c43db394767bdc5b8952dd9bad8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:37,359 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:37,360 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/691bc9c8919f4fcb917552e5bbe6ff4e is 50, key is test_row_0/C:col10/1733609976580/Put/seqid=0 2024-12-07T22:19:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741863_1039 (size=12241) 2024-12-07T22:19:37,401 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/691bc9c8919f4fcb917552e5bbe6ff4e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/691bc9c8919f4fcb917552e5bbe6ff4e 2024-12-07T22:19:37,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610037415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610037415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,418 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 691bc9c8919f4fcb917552e5bbe6ff4e(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:37,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:37,419 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=12, startTime=1733609977206; duration=0sec 2024-12-07T22:19:37,419 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:37,419 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:37,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610037421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610037426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610037610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610037621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610037621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610037629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610037629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ffca0d71b85c45a487c5b800f77c8e18 2024-12-07T22:19:37,707 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4b14be2c202c4b18831450aa9f2af359 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b14be2c202c4b18831450aa9f2af359 2024-12-07T22:19:37,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c0703e84c6fd4bfba75372584ed6a79e is 50, key is test_row_0/B:col10/1733609976595/Put/seqid=0 2024-12-07T22:19:37,725 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 4b14be2c202c4b18831450aa9f2af359(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:37,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:37,725 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=12, startTime=1733609977206; duration=0sec 2024-12-07T22:19:37,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:37,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:37,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741864_1040 (size=12101) 2024-12-07T22:19:37,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c0703e84c6fd4bfba75372584ed6a79e 2024-12-07T22:19:37,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/fa3c3f4471a6498dbb6cc82029342d35 is 50, key is test_row_0/C:col10/1733609976595/Put/seqid=0 2024-12-07T22:19:37,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741865_1041 (size=12101) 2024-12-07T22:19:37,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/fa3c3f4471a6498dbb6cc82029342d35 2024-12-07T22:19:37,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ffca0d71b85c45a487c5b800f77c8e18 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18 2024-12-07T22:19:37,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:19:37,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c0703e84c6fd4bfba75372584ed6a79e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e 2024-12-07T22:19:37,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:19:37,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/fa3c3f4471a6498dbb6cc82029342d35 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35 2024-12-07T22:19:37,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:19:37,863 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 630ms, sequenceid=130, compaction requested=false 2024-12-07T22:19:37,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:37,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:37,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:37,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:37,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:37,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:37,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:37,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d6869a902c4442e1ab07a7fdcb1f1a30 is 50, key is test_row_0/A:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610037943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610037945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610037951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:37,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610037951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:37,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741866_1042 (size=16931) 2024-12-07T22:19:37,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d6869a902c4442e1ab07a7fdcb1f1a30 2024-12-07T22:19:38,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f4bc87804f79427d8569a47a80f9eb20 is 50, key is test_row_0/B:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:38,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741867_1043 (size=12151) 2024-12-07T22:19:38,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f4bc87804f79427d8569a47a80f9eb20 2024-12-07T22:19:38,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610038053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610038054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610038057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610038057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5b217e26916345188f0729b27c711ecc is 50, key is test_row_0/C:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:38,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741868_1044 (size=12151) 2024-12-07T22:19:38,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5b217e26916345188f0729b27c711ecc 2024-12-07T22:19:38,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d6869a902c4442e1ab07a7fdcb1f1a30 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30 2024-12-07T22:19:38,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30, entries=250, sequenceid=160, filesize=16.5 K 2024-12-07T22:19:38,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f4bc87804f79427d8569a47a80f9eb20 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20 2024-12-07T22:19:38,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20, entries=150, sequenceid=160, filesize=11.9 K 2024-12-07T22:19:38,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5b217e26916345188f0729b27c711ecc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc 2024-12-07T22:19:38,164 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc, entries=150, sequenceid=160, filesize=11.9 K 2024-12-07T22:19:38,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 1901e86dff6b97e8c205dd45dbe1fc1b in 235ms, sequenceid=160, compaction requested=true 2024-12-07T22:19:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:38,166 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:38,166 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:38,166 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:38,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:38,168 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:38,168 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:38,168 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:38,168 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:38,168 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:38,169 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b14be2c202c4b18831450aa9f2af359, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.6 K 2024-12-07T22:19:38,169 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:38,169 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b44889f17794662a69f439563874c19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=40.3 K 2024-12-07T22:19:38,169 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b14be2c202c4b18831450aa9f2af359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:38,170 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6b44889f17794662a69f439563874c19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:38,170 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c0703e84c6fd4bfba75372584ed6a79e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733609976595 2024-12-07T22:19:38,170 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffca0d71b85c45a487c5b800f77c8e18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733609976595 2024-12-07T22:19:38,171 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f4bc87804f79427d8569a47a80f9eb20, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:38,171 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6869a902c4442e1ab07a7fdcb1f1a30, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:38,185 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:38,186 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b994a5dbdb7c405b9a7451b7a24252d3 is 50, key is test_row_0/B:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:38,187 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:38,187 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/346d22e3a439455c88d6e60e45b92c6b is 50, key is test_row_0/A:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:38,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741870_1046 (size=12493) 2024-12-07T22:19:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741869_1045 (size=12493) 2024-12-07T22:19:38,246 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/346d22e3a439455c88d6e60e45b92c6b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/346d22e3a439455c88d6e60e45b92c6b 2024-12-07T22:19:38,257 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 346d22e3a439455c88d6e60e45b92c6b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:38,258 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:38,258 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609978166; duration=0sec 2024-12-07T22:19:38,258 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:38,259 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:38,259 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:38,262 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:38,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:38,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:38,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:38,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:38,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:38,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:38,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:38,266 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:38,267 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:38,267 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:38,267 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/691bc9c8919f4fcb917552e5bbe6ff4e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.6 K 2024-12-07T22:19:38,268 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691bc9c8919f4fcb917552e5bbe6ff4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733609975439 2024-12-07T22:19:38,268 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa3c3f4471a6498dbb6cc82029342d35, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733609976595 2024-12-07T22:19:38,269 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b217e26916345188f0729b27c711ecc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:38,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/cf7518d437d949e4bd82776a2aa9591c is 50, key is test_row_0/A:col10/1733609978258/Put/seqid=0 2024-12-07T22:19:38,302 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:38,303 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/c21646e381754d188a1fe8d1247b1ead is 50, key is test_row_0/C:col10/1733609977310/Put/seqid=0 2024-12-07T22:19:38,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610038301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610038303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610038304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610038307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741871_1047 (size=14541) 2024-12-07T22:19:38,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/cf7518d437d949e4bd82776a2aa9591c 2024-12-07T22:19:38,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741872_1048 (size=12493) 2024-12-07T22:19:38,343 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/29a440af1e6442708b03cc7284265a58 is 50, key is test_row_0/B:col10/1733609978258/Put/seqid=0 2024-12-07T22:19:38,356 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/c21646e381754d188a1fe8d1247b1ead as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/c21646e381754d188a1fe8d1247b1ead 2024-12-07T22:19:38,367 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into c21646e381754d188a1fe8d1247b1ead(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:38,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:38,367 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609978167; duration=0sec 2024-12-07T22:19:38,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:38,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:38,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741873_1049 (size=12151) 2024-12-07T22:19:38,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610038409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610038410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610038411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610038413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610038614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610038616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610038616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610038618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,640 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/b994a5dbdb7c405b9a7451b7a24252d3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b994a5dbdb7c405b9a7451b7a24252d3 2024-12-07T22:19:38,650 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into b994a5dbdb7c405b9a7451b7a24252d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:38,650 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:38,650 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609978166; duration=0sec 2024-12-07T22:19:38,650 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:38,650 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:38,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/29a440af1e6442708b03cc7284265a58 2024-12-07T22:19:38,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/889c5d4b605a4579aa3509620dcd8e00 is 50, key is test_row_0/C:col10/1733609978258/Put/seqid=0 2024-12-07T22:19:38,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741874_1050 (size=12151) 2024-12-07T22:19:38,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610038919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610038919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610038919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:38,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610038925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/889c5d4b605a4579aa3509620dcd8e00 2024-12-07T22:19:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/cf7518d437d949e4bd82776a2aa9591c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c 2024-12-07T22:19:39,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c, entries=200, sequenceid=172, filesize=14.2 K 2024-12-07T22:19:39,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/29a440af1e6442708b03cc7284265a58 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58 2024-12-07T22:19:39,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58, entries=150, sequenceid=172, filesize=11.9 K 2024-12-07T22:19:39,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/889c5d4b605a4579aa3509620dcd8e00 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00 2024-12-07T22:19:39,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00, entries=150, sequenceid=172, filesize=11.9 K 2024-12-07T22:19:39,284 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1022ms, sequenceid=172, compaction requested=false 2024-12-07T22:19:39,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:39,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:39,425 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:39,426 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/398a4a2be7ef44b2bc2a9b8515e4be2a is 50, key is test_row_0/A:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741875_1051 (size=14541) 2024-12-07T22:19:39,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/398a4a2be7ef44b2bc2a9b8515e4be2a 2024-12-07T22:19:39,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610039458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610039459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/9162ae2c40c94cd2b9d0e75a63d7cb98 is 50, key is test_row_0/B:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610039462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610039462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741876_1052 (size=12151) 2024-12-07T22:19:39,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/9162ae2c40c94cd2b9d0e75a63d7cb98 2024-12-07T22:19:39,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5436a14497744c7a942048579c409998 is 50, key is test_row_0/C:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741877_1053 (size=12151) 2024-12-07T22:19:39,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5436a14497744c7a942048579c409998 2024-12-07T22:19:39,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/398a4a2be7ef44b2bc2a9b8515e4be2a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a 2024-12-07T22:19:39,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610039564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610039568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610039570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610039571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a, entries=200, sequenceid=201, filesize=14.2 K 2024-12-07T22:19:39,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/9162ae2c40c94cd2b9d0e75a63d7cb98 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98 2024-12-07T22:19:39,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98, entries=150, sequenceid=201, filesize=11.9 K 2024-12-07T22:19:39,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5436a14497744c7a942048579c409998 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998 2024-12-07T22:19:39,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998, entries=150, sequenceid=201, filesize=11.9 K 2024-12-07T22:19:39,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 1901e86dff6b97e8c205dd45dbe1fc1b in 180ms, sequenceid=201, compaction requested=true 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:39,605 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:39,605 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:39,605 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:39,607 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:39,607 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41575 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:39,607 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:39,607 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:39,607 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:39,607 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:39,607 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b994a5dbdb7c405b9a7451b7a24252d3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.9 K 2024-12-07T22:19:39,607 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/346d22e3a439455c88d6e60e45b92c6b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=40.6 K 2024-12-07T22:19:39,608 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 346d22e3a439455c88d6e60e45b92c6b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:39,609 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf7518d437d949e4bd82776a2aa9591c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733609977941 2024-12-07T22:19:39,610 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 398a4a2be7ef44b2bc2a9b8515e4be2a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:39,612 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b994a5dbdb7c405b9a7451b7a24252d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:39,613 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 29a440af1e6442708b03cc7284265a58, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733609977941 2024-12-07T22:19:39,614 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9162ae2c40c94cd2b9d0e75a63d7cb98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:39,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:39,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:39,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:39,631 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:39,632 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4552caa23d5b4ec8a171695ff55d8823 is 50, key is test_row_0/A:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,633 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:39,634 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/822a06448544459e97a8414268ad776c is 50, key is test_row_0/B:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ededc9ae51ba4588a9f6a92ce43413cb is 50, key is test_row_0/A:col10/1733609979626/Put/seqid=0 2024-12-07T22:19:39,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741878_1054 (size=12595) 2024-12-07T22:19:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741879_1055 (size=12595) 2024-12-07T22:19:39,706 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/822a06448544459e97a8414268ad776c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/822a06448544459e97a8414268ad776c 2024-12-07T22:19:39,716 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 822a06448544459e97a8414268ad776c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:39,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:39,717 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609979605; duration=0sec 2024-12-07T22:19:39,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:39,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:39,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:39,719 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:39,719 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:39,721 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:39,722 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/c21646e381754d188a1fe8d1247b1ead, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=35.9 K 2024-12-07T22:19:39,723 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c21646e381754d188a1fe8d1247b1ead, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733609977303 2024-12-07T22:19:39,723 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 889c5d4b605a4579aa3509620dcd8e00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733609977941 2024-12-07T22:19:39,724 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5436a14497744c7a942048579c409998, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741880_1056 (size=12151) 2024-12-07T22:19:39,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ededc9ae51ba4588a9f6a92ce43413cb 2024-12-07T22:19:39,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610039737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,751 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:39,752 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2429a8e173ee42818785a5672db56463 is 50, key is test_row_0/C:col10/1733609979422/Put/seqid=0 2024-12-07T22:19:39,754 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f35f9a129bf5412e80e5fc3eea2e6a00 is 50, key is test_row_0/B:col10/1733609979626/Put/seqid=0 2024-12-07T22:19:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610039768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610039773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610039775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610039776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741881_1057 (size=12595) 2024-12-07T22:19:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741882_1058 (size=12151) 2024-12-07T22:19:39,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f35f9a129bf5412e80e5fc3eea2e6a00 2024-12-07T22:19:39,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/61e9d1799aa54cadbc1fade38983d486 is 50, key is test_row_0/C:col10/1733609979626/Put/seqid=0 2024-12-07T22:19:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610039843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741883_1059 (size=12151) 2024-12-07T22:19:39,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=212 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/61e9d1799aa54cadbc1fade38983d486 2024-12-07T22:19:39,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ededc9ae51ba4588a9f6a92ce43413cb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb 2024-12-07T22:19:39,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T22:19:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/f35f9a129bf5412e80e5fc3eea2e6a00 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00 2024-12-07T22:19:39,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T22:19:39,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/61e9d1799aa54cadbc1fade38983d486 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486 2024-12-07T22:19:39,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486, entries=150, sequenceid=212, filesize=11.9 K 2024-12-07T22:19:39,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 271ms, sequenceid=212, compaction requested=false 2024-12-07T22:19:39,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:40,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/7679d987570244b191e56aa66d88d9b9 is 50, key is test_row_0/A:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741884_1060 (size=14541) 2024-12-07T22:19:40,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/7679d987570244b191e56aa66d88d9b9 2024-12-07T22:19:40,093 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4552caa23d5b4ec8a171695ff55d8823 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4552caa23d5b4ec8a171695ff55d8823 2024-12-07T22:19:40,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610040096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610040096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610040097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610040098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610040098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4060b4a7c3a3407183a6c6db22d631ef is 50, key is test_row_0/B:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,110 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 4552caa23d5b4ec8a171695ff55d8823(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:40,111 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,111 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609979605; duration=0sec 2024-12-07T22:19:40,111 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:40,111 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:40,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741885_1061 (size=12151) 2024-12-07T22:19:40,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4060b4a7c3a3407183a6c6db22d631ef 2024-12-07T22:19:40,146 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/33119c10a13342e5a1b53be14f0bd9a9 is 50, key is test_row_0/C:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741886_1062 (size=12151) 2024-12-07T22:19:40,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/33119c10a13342e5a1b53be14f0bd9a9 2024-12-07T22:19:40,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/7679d987570244b191e56aa66d88d9b9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9 2024-12-07T22:19:40,204 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2429a8e173ee42818785a5672db56463 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2429a8e173ee42818785a5672db56463 2024-12-07T22:19:40,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9, entries=200, sequenceid=239, filesize=14.2 K 2024-12-07T22:19:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-07T22:19:40,207 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-07T22:19:40,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610040205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4060b4a7c3a3407183a6c6db22d631ef as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef 2024-12-07T22:19:40,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610040206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-07T22:19:40,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T22:19:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610040207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610040207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:40,216 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:40,216 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 2429a8e173ee42818785a5672db56463(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:40,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:40,216 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,216 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609979605; duration=0sec 2024-12-07T22:19:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610040209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,217 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:40,217 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:40,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef, entries=150, sequenceid=239, filesize=11.9 K 2024-12-07T22:19:40,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/33119c10a13342e5a1b53be14f0bd9a9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9 2024-12-07T22:19:40,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9, entries=150, sequenceid=239, filesize=11.9 K 2024-12-07T22:19:40,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 1901e86dff6b97e8c205dd45dbe1fc1b in 178ms, sequenceid=239, compaction requested=true 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:40,228 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:40,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:19:40,229 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:40,230 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:40,230 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:40,230 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:40,230 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:40,230 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4552caa23d5b4ec8a171695ff55d8823, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=38.4 K 2024-12-07T22:19:40,230 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:40,230 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:40,231 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/822a06448544459e97a8414268ad776c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.0 K 2024-12-07T22:19:40,231 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 822a06448544459e97a8414268ad776c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:40,231 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4552caa23d5b4ec8a171695ff55d8823, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:40,232 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ededc9ae51ba4588a9f6a92ce43413cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733609979458 2024-12-07T22:19:40,232 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f35f9a129bf5412e80e5fc3eea2e6a00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733609979458 2024-12-07T22:19:40,232 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7679d987570244b191e56aa66d88d9b9, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979711 2024-12-07T22:19:40,232 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4060b4a7c3a3407183a6c6db22d631ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979728 2024-12-07T22:19:40,251 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#48 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:40,251 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/e62fb2ec3fc348caa9a9592ad8e4a627 is 50, key is test_row_0/A:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,265 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#49 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:40,266 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/6d0f1004ac5745e98e61bd3bac179aa4 is 50, key is test_row_0/B:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741887_1063 (size=12697) 2024-12-07T22:19:40,291 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/e62fb2ec3fc348caa9a9592ad8e4a627 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/e62fb2ec3fc348caa9a9592ad8e4a627 2024-12-07T22:19:40,299 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into e62fb2ec3fc348caa9a9592ad8e4a627(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:40,299 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,299 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609980228; duration=0sec 2024-12-07T22:19:40,300 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:40,300 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:40,300 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:40,301 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:40,301 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:40,301 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:40,302 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2429a8e173ee42818785a5672db56463, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.0 K 2024-12-07T22:19:40,302 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2429a8e173ee42818785a5672db56463, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733609978299 2024-12-07T22:19:40,303 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61e9d1799aa54cadbc1fade38983d486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=212, earliestPutTs=1733609979458 2024-12-07T22:19:40,303 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 33119c10a13342e5a1b53be14f0bd9a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979728 2024-12-07T22:19:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T22:19:40,319 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#50 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:40,320 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/735678c5d5ef457a8bc89d03158e6f58 is 50, key is test_row_0/C:col10/1733609979728/Put/seqid=0 2024-12-07T22:19:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741888_1064 (size=12697) 2024-12-07T22:19:40,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741889_1065 (size=12697) 2024-12-07T22:19:40,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-07T22:19:40,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:40,370 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:40,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:40,377 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/735678c5d5ef457a8bc89d03158e6f58 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/735678c5d5ef457a8bc89d03158e6f58 2024-12-07T22:19:40,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/5d4bbbbd62fb49bab1c0660c62c860b6 is 50, key is test_row_1/A:col10/1733609980096/Put/seqid=0 2024-12-07T22:19:40,391 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 735678c5d5ef457a8bc89d03158e6f58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:40,392 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,392 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609980228; duration=0sec 2024-12-07T22:19:40,392 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:40,392 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:40,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741890_1066 (size=9757) 2024-12-07T22:19:40,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/5d4bbbbd62fb49bab1c0660c62c860b6 2024-12-07T22:19:40,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/416a87b2c55e4872a405efd5413bbabd is 50, key is test_row_1/B:col10/1733609980096/Put/seqid=0 2024-12-07T22:19:40,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741891_1067 (size=9757) 2024-12-07T22:19:40,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610040465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610040466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610040467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610040467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610040470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,479 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/416a87b2c55e4872a405efd5413bbabd 2024-12-07T22:19:40,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e3cb565ec4e84fcdb4dc01d957d93259 is 50, key is test_row_1/C:col10/1733609980096/Put/seqid=0 2024-12-07T22:19:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741892_1068 (size=9757) 2024-12-07T22:19:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T22:19:40,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610040572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610040574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610040574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610040574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610040578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,733 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/6d0f1004ac5745e98e61bd3bac179aa4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6d0f1004ac5745e98e61bd3bac179aa4 2024-12-07T22:19:40,747 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 6d0f1004ac5745e98e61bd3bac179aa4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:40,747 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,747 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609980228; duration=0sec 2024-12-07T22:19:40,747 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:40,747 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:40,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610040775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610040778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610040778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610040787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610040787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T22:19:40,907 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e3cb565ec4e84fcdb4dc01d957d93259 2024-12-07T22:19:40,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/5d4bbbbd62fb49bab1c0660c62c860b6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6 2024-12-07T22:19:40,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6, entries=100, sequenceid=254, filesize=9.5 K 2024-12-07T22:19:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/416a87b2c55e4872a405efd5413bbabd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd 2024-12-07T22:19:40,934 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd, entries=100, sequenceid=254, filesize=9.5 K 2024-12-07T22:19:40,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e3cb565ec4e84fcdb4dc01d957d93259 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259 2024-12-07T22:19:40,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259, entries=100, sequenceid=254, filesize=9.5 K 2024-12-07T22:19:40,944 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1901e86dff6b97e8c205dd45dbe1fc1b in 574ms, sequenceid=254, compaction requested=false 2024-12-07T22:19:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:40,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-07T22:19:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-07T22:19:40,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-07T22:19:40,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 733 msec 2024-12-07T22:19:40,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 742 msec 2024-12-07T22:19:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:41,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:41,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:41,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610041092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610041095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610041099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610041099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610041100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/37db820795af46e486e988d83b7a54d0 is 50, key is test_row_0/A:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:41,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741893_1069 (size=12301) 2024-12-07T22:19:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610041202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610041202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610041204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610041209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610041208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-07T22:19:41,317 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-07T22:19:41,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-07T22:19:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:41,323 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:41,324 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:41,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:41,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610041405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610041407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610041408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610041411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610041412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:41,476 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T22:19:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/37db820795af46e486e988d83b7a54d0 2024-12-07T22:19:41,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4b2d8df0b64b438186efc2e255a11cfd is 50, key is test_row_0/B:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741894_1070 (size=12301) 2024-12-07T22:19:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:41,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T22:19:41,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:41,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610041711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610041713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610041713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610041716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:41,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610041718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,785 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T22:19:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:41,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:41,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T22:19:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:41,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:41,953 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:41,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4b2d8df0b64b438186efc2e255a11cfd 2024-12-07T22:19:42,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/8bdf33ef3a22480caa17ec3c2f3280fa is 50, key is test_row_0/C:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:42,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741895_1071 (size=12301) 2024-12-07T22:19:42,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/8bdf33ef3a22480caa17ec3c2f3280fa 2024-12-07T22:19:42,030 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/37db820795af46e486e988d83b7a54d0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0 2024-12-07T22:19:42,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:19:42,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/4b2d8df0b64b438186efc2e255a11cfd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd 2024-12-07T22:19:42,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:19:42,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/8bdf33ef3a22480caa17ec3c2f3280fa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa 2024-12-07T22:19:42,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:19:42,064 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 1901e86dff6b97e8c205dd45dbe1fc1b in 982ms, sequenceid=281, compaction requested=true 2024-12-07T22:19:42,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:42,065 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:42,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:42,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:42,066 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:42,066 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:42,066 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:42,067 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:42,067 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/e62fb2ec3fc348caa9a9592ad8e4a627, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=33.9 K 2024-12-07T22:19:42,068 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e62fb2ec3fc348caa9a9592ad8e4a627, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979728 2024-12-07T22:19:42,068 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:42,068 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:42,068 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:42,068 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6d0f1004ac5745e98e61bd3bac179aa4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=33.9 K 2024-12-07T22:19:42,069 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4bbbbd62fb49bab1c0660c62c860b6, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733609980094 2024-12-07T22:19:42,069 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d0f1004ac5745e98e61bd3bac179aa4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979728 2024-12-07T22:19:42,070 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37db820795af46e486e988d83b7a54d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:42,070 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 416a87b2c55e4872a405efd5413bbabd, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733609980094 2024-12-07T22:19:42,071 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b2d8df0b64b438186efc2e255a11cfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:42,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:42,085 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#57 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:42,086 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/92cd49dc6aa447aea9c18a1fe54e66a9 is 50, key is test_row_0/B:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:42,089 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#58 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:42,090 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ca84a074aff94f908ccc0e2677708d32 is 50, key is test_row_0/A:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:42,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-07T22:19:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:42,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:19:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:42,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:42,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/08fd6dae6570413f8bec97b5c5fa4767 is 50, key is test_row_0/A:col10/1733609981097/Put/seqid=0 2024-12-07T22:19:42,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741896_1072 (size=12949) 2024-12-07T22:19:42,150 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/92cd49dc6aa447aea9c18a1fe54e66a9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92cd49dc6aa447aea9c18a1fe54e66a9 2024-12-07T22:19:42,161 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 92cd49dc6aa447aea9c18a1fe54e66a9(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:42,161 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:42,162 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609982066; duration=0sec 2024-12-07T22:19:42,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741897_1073 (size=12949) 2024-12-07T22:19:42,164 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:42,164 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:42,164 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:42,166 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:42,167 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:42,167 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:42,168 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/735678c5d5ef457a8bc89d03158e6f58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=33.9 K 2024-12-07T22:19:42,170 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 735678c5d5ef457a8bc89d03158e6f58, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733609979728 2024-12-07T22:19:42,171 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ca84a074aff94f908ccc0e2677708d32 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ca84a074aff94f908ccc0e2677708d32 2024-12-07T22:19:42,173 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e3cb565ec4e84fcdb4dc01d957d93259, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733609980094 2024-12-07T22:19:42,174 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bdf33ef3a22480caa17ec3c2f3280fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:42,180 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into ca84a074aff94f908ccc0e2677708d32(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:42,180 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:42,180 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609982065; duration=0sec 2024-12-07T22:19:42,181 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:42,181 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:42,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741898_1074 (size=9857) 2024-12-07T22:19:42,187 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/08fd6dae6570413f8bec97b5c5fa4767 2024-12-07T22:19:42,204 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#60 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:42,205 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2ce2e83898fe4c5e9268f553731d0c52 is 50, key is test_row_0/C:col10/1733609980468/Put/seqid=0 2024-12-07T22:19:42,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c8a019c095854225a600b47d6d33cfbd is 50, key is test_row_0/B:col10/1733609981097/Put/seqid=0 2024-12-07T22:19:42,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741899_1075 (size=12949) 2024-12-07T22:19:42,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741900_1076 (size=9857) 2024-12-07T22:19:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:42,223 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c8a019c095854225a600b47d6d33cfbd 2024-12-07T22:19:42,223 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/2ce2e83898fe4c5e9268f553731d0c52 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2ce2e83898fe4c5e9268f553731d0c52 2024-12-07T22:19:42,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:42,232 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 2ce2e83898fe4c5e9268f553731d0c52(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:42,232 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:42,232 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609982075; duration=0sec 2024-12-07T22:19:42,232 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:42,232 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:42,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/068407044636407786f762a55d53ee5b is 50, key is test_row_0/C:col10/1733609981097/Put/seqid=0 2024-12-07T22:19:42,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610042254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610042258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610042258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610042259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610042259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741901_1077 (size=9857) 2024-12-07T22:19:42,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610042361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610042362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610042362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610042365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610042366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:42,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610042565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610042567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610042569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610042570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610042571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,672 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/068407044636407786f762a55d53ee5b 2024-12-07T22:19:42,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/08fd6dae6570413f8bec97b5c5fa4767 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767 2024-12-07T22:19:42,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767, entries=100, sequenceid=293, filesize=9.6 K 2024-12-07T22:19:42,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/c8a019c095854225a600b47d6d33cfbd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd 2024-12-07T22:19:42,717 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd, entries=100, sequenceid=293, filesize=9.6 K 2024-12-07T22:19:42,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/068407044636407786f762a55d53ee5b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b 2024-12-07T22:19:42,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b, entries=100, sequenceid=293, filesize=9.6 K 2024-12-07T22:19:42,752 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 644ms, sequenceid=293, compaction requested=false 2024-12-07T22:19:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:42,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-07T22:19:42,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-07T22:19:42,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-07T22:19:42,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-12-07T22:19:42,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.4380 sec 2024-12-07T22:19:42,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:19:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:42,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:42,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:42,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610042882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610042884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610042885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610042886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,892 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610042890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/9a1fe9963db84748969efd5e023bfec5 is 50, key is test_row_0/A:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:42,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741902_1078 (size=12301) 2024-12-07T22:19:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610042992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610042993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610042993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610042993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:42,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:42,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610042994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610043196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610043197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610043197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610043198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610043198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/9a1fe9963db84748969efd5e023bfec5 2024-12-07T22:19:43,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ccd54d240a294f25812d74753b95caa4 is 50, key is test_row_0/B:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:43,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741903_1079 (size=12301) 2024-12-07T22:19:43,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ccd54d240a294f25812d74753b95caa4 2024-12-07T22:19:43,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e4d44829ddf440a1bf7c4330a74af8e7 is 50, key is test_row_0/C:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:43,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741904_1080 (size=12301) 2024-12-07T22:19:43,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e4d44829ddf440a1bf7c4330a74af8e7 2024-12-07T22:19:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-07T22:19:43,432 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-07T22:19:43,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:43,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/9a1fe9963db84748969efd5e023bfec5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5 2024-12-07T22:19:43,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-07T22:19:43,438 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:43,441 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:43,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:43,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5, entries=150, sequenceid=323, filesize=12.0 K 2024-12-07T22:19:43,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ccd54d240a294f25812d74753b95caa4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4 2024-12-07T22:19:43,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4, entries=150, sequenceid=323, filesize=12.0 K 2024-12-07T22:19:43,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/e4d44829ddf440a1bf7c4330a74af8e7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7 2024-12-07T22:19:43,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7, entries=150, sequenceid=323, filesize=12.0 K 2024-12-07T22:19:43,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1901e86dff6b97e8c205dd45dbe1fc1b in 605ms, sequenceid=323, compaction requested=true 2024-12-07T22:19:43,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:43,480 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:43,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:43,481 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:43,482 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:43,482 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,482 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ca84a074aff94f908ccc0e2677708d32, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=34.3 K 2024-12-07T22:19:43,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:43,482 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:43,483 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca84a074aff94f908ccc0e2677708d32, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:43,483 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:43,483 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 08fd6dae6570413f8bec97b5c5fa4767, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733609981096 2024-12-07T22:19:43,484 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:43,484 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:43,484 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,484 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92cd49dc6aa447aea9c18a1fe54e66a9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=34.3 K 2024-12-07T22:19:43,485 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1fe9963db84748969efd5e023bfec5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:43,485 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 92cd49dc6aa447aea9c18a1fe54e66a9, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:43,486 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c8a019c095854225a600b47d6d33cfbd, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733609981096 2024-12-07T22:19:43,486 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ccd54d240a294f25812d74753b95caa4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:43,510 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:43,511 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4d6b27daf04a4650bc4744a12980994e is 50, key is test_row_0/A:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:43,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:43,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:43,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:43,527 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#67 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:43,527 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/651dcce87330464582de266e23ce98ad is 50, key is test_row_0/B:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:43,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6d44ff79ac9d4e55b3ccb516c847f712 is 50, key is test_row_0/A:col10/1733609983509/Put/seqid=0 2024-12-07T22:19:43,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741905_1081 (size=13051) 2024-12-07T22:19:43,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741907_1083 (size=12301) 2024-12-07T22:19:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:43,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6d44ff79ac9d4e55b3ccb516c847f712 2024-12-07T22:19:43,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4d6b27daf04a4650bc4744a12980994e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4d6b27daf04a4650bc4744a12980994e 2024-12-07T22:19:43,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741906_1082 (size=13051) 2024-12-07T22:19:43,570 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 4d6b27daf04a4650bc4744a12980994e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:43,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,570 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:43,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610043562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,570 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609983480; duration=0sec 2024-12-07T22:19:43,570 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:43,570 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:43,570 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:43,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610043562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610043563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610043564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,574 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:43,574 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:43,574 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,574 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2ce2e83898fe4c5e9268f553731d0c52, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=34.3 K 2024-12-07T22:19:43,574 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ce2e83898fe4c5e9268f553731d0c52, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733609980463 2024-12-07T22:19:43,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610043563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,580 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068407044636407786f762a55d53ee5b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733609981096 2024-12-07T22:19:43,583 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4d44829ddf440a1bf7c4330a74af8e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:43,593 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,594 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/651dcce87330464582de266e23ce98ad as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/651dcce87330464582de266e23ce98ad 2024-12-07T22:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/845329d06ed440c0b68f9dbebd4aa4a2 is 50, key is test_row_0/B:col10/1733609983509/Put/seqid=0 2024-12-07T22:19:43,617 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 651dcce87330464582de266e23ce98ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:43,617 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:43,617 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609983482; duration=0sec 2024-12-07T22:19:43,617 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:43,617 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:43,618 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:43,619 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/9c2dd692707c42319220a19df7dc9f72 is 50, key is test_row_0/C:col10/1733609982872/Put/seqid=0 2024-12-07T22:19:43,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741908_1084 (size=12301) 2024-12-07T22:19:43,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741909_1085 (size=13051) 2024-12-07T22:19:43,668 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/9c2dd692707c42319220a19df7dc9f72 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/9c2dd692707c42319220a19df7dc9f72 2024-12-07T22:19:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610043673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610043673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,678 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 9c2dd692707c42319220a19df7dc9f72(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:43,678 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:43,678 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609983483; duration=0sec 2024-12-07T22:19:43,679 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:43,679 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:43,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610043675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610043678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610043682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:43,753 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:43,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610043881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610043881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610043882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610043887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610043896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,906 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:43,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:43,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/845329d06ed440c0b68f9dbebd4aa4a2 2024-12-07T22:19:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:44,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/7799c1fad3ac4ef7be9398bd05a01373 is 50, key is test_row_0/C:col10/1733609983509/Put/seqid=0 2024-12-07T22:19:44,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:44,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741910_1086 (size=12301) 2024-12-07T22:19:44,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/7799c1fad3ac4ef7be9398bd05a01373 2024-12-07T22:19:44,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6d44ff79ac9d4e55b3ccb516c847f712 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712 2024-12-07T22:19:44,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712, entries=150, sequenceid=335, filesize=12.0 K 2024-12-07T22:19:44,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/845329d06ed440c0b68f9dbebd4aa4a2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2 2024-12-07T22:19:44,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2, entries=150, sequenceid=335, filesize=12.0 K 2024-12-07T22:19:44,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/7799c1fad3ac4ef7be9398bd05a01373 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373 2024-12-07T22:19:44,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373, entries=150, sequenceid=335, filesize=12.0 K 2024-12-07T22:19:44,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1901e86dff6b97e8c205dd45dbe1fc1b in 612ms, sequenceid=335, compaction requested=false 2024-12-07T22:19:44,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:44,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:19:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:44,201 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f7f4499a7b5342fe92b923de2016f93a is 50, key is test_row_0/A:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,215 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:44,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:44,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:44,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610044217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610044217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610044217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610044219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610044220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741911_1087 (size=12301) 2024-12-07T22:19:44,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f7f4499a7b5342fe92b923de2016f93a 2024-12-07T22:19:44,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/21d40cbd0b8248cea4021caf064d4fa8 is 50, key is test_row_0/B:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741912_1088 (size=12301) 2024-12-07T22:19:44,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/21d40cbd0b8248cea4021caf064d4fa8 2024-12-07T22:19:44,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/09cc1844226b4528b43c46c68a869750 is 50, key is test_row_0/C:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741913_1089 (size=12301) 2024-12-07T22:19:44,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/09cc1844226b4528b43c46c68a869750 2024-12-07T22:19:44,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610044324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610044325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610044325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610044326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610044328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f7f4499a7b5342fe92b923de2016f93a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a 2024-12-07T22:19:44,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a, entries=150, sequenceid=365, filesize=12.0 K 2024-12-07T22:19:44,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/21d40cbd0b8248cea4021caf064d4fa8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8 2024-12-07T22:19:44,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8, entries=150, sequenceid=365, filesize=12.0 K 2024-12-07T22:19:44,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/09cc1844226b4528b43c46c68a869750 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750 2024-12-07T22:19:44,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750, entries=150, sequenceid=365, filesize=12.0 K 2024-12-07T22:19:44,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1901e86dff6b97e8c205dd45dbe1fc1b in 165ms, sequenceid=365, compaction requested=true 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:44,363 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:44,363 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:44,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:44,365 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:44,365 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:44,365 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:44,365 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:44,365 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,365 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,366 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4d6b27daf04a4650bc4744a12980994e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.8 K 2024-12-07T22:19:44,366 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/651dcce87330464582de266e23ce98ad, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.8 K 2024-12-07T22:19:44,366 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 651dcce87330464582de266e23ce98ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:44,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6b27daf04a4650bc4744a12980994e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:44,367 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 845329d06ed440c0b68f9dbebd4aa4a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733609982888 2024-12-07T22:19:44,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d44ff79ac9d4e55b3ccb516c847f712, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733609982888 2024-12-07T22:19:44,368 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 21d40cbd0b8248cea4021caf064d4fa8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:44,368 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7f4499a7b5342fe92b923de2016f93a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:44,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-07T22:19:44,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,370 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:44,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:44,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/a2a94f891d334200a9a3c88769e6fb8b is 50, key is test_row_1/A:col10/1733609984216/Put/seqid=0 2024-12-07T22:19:44,383 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:44,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/94155840ffeb4ce5b922e5528bfef37c is 50, key is test_row_0/B:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,389 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#77 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:44,390 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f38215c412aa4af49e02ff10b48382e2 is 50, key is test_row_0/A:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741914_1090 (size=9857) 2024-12-07T22:19:44,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741916_1092 (size=13153) 2024-12-07T22:19:44,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/a2a94f891d334200a9a3c88769e6fb8b 2024-12-07T22:19:44,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741915_1091 (size=13153) 2024-12-07T22:19:44,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/a23144b6679849e6a67e1001abb7025c is 50, key is test_row_1/B:col10/1733609984216/Put/seqid=0 2024-12-07T22:19:44,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741917_1093 (size=9857) 2024-12-07T22:19:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:44,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:44,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610044590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610044593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610044593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610044597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610044597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610044698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610044699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610044699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610044702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610044704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,830 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/f38215c412aa4af49e02ff10b48382e2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f38215c412aa4af49e02ff10b48382e2 2024-12-07T22:19:44,830 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/94155840ffeb4ce5b922e5528bfef37c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/94155840ffeb4ce5b922e5528bfef37c 2024-12-07T22:19:44,840 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 94155840ffeb4ce5b922e5528bfef37c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,841 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into f38215c412aa4af49e02ff10b48382e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:44,841 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609984363; duration=0sec 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,841 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609984363; duration=0sec 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:44,841 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:44,842 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:44,842 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:44,843 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,843 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/9c2dd692707c42319220a19df7dc9f72, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.8 K 2024-12-07T22:19:44,843 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c2dd692707c42319220a19df7dc9f72, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733609982255 2024-12-07T22:19:44,844 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7799c1fad3ac4ef7be9398bd05a01373, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733609982888 2024-12-07T22:19:44,845 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09cc1844226b4528b43c46c68a869750, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:44,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/a23144b6679849e6a67e1001abb7025c 2024-12-07T22:19:44,863 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:44,864 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/7d4b9a3544614a06b46ef94e6b031202 is 50, key is test_row_0/C:col10/1733609984193/Put/seqid=0 2024-12-07T22:19:44,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5797cd9a8461431c9e9d14eb3738a833 is 50, key is test_row_1/C:col10/1733609984216/Put/seqid=0 2024-12-07T22:19:44,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741918_1094 (size=13153) 2024-12-07T22:19:44,888 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/7d4b9a3544614a06b46ef94e6b031202 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7d4b9a3544614a06b46ef94e6b031202 2024-12-07T22:19:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741919_1095 (size=9857) 2024-12-07T22:19:44,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5797cd9a8461431c9e9d14eb3738a833 2024-12-07T22:19:44,897 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 7d4b9a3544614a06b46ef94e6b031202(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:44,897 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,897 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609984363; duration=0sec 2024-12-07T22:19:44,897 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:44,897 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:44,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/a2a94f891d334200a9a3c88769e6fb8b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b 2024-12-07T22:19:44,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610044903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610044903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610044904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610044905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610044907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:44,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b, entries=100, sequenceid=374, filesize=9.6 K 2024-12-07T22:19:44,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/a23144b6679849e6a67e1001abb7025c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c 2024-12-07T22:19:44,915 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c, entries=100, sequenceid=374, filesize=9.6 K 2024-12-07T22:19:44,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/5797cd9a8461431c9e9d14eb3738a833 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833 2024-12-07T22:19:44,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833, entries=100, sequenceid=374, filesize=9.6 K 2024-12-07T22:19:44,923 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1901e86dff6b97e8c205dd45dbe1fc1b in 552ms, sequenceid=374, compaction requested=false 2024-12-07T22:19:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:44,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-07T22:19:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-07T22:19:44,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-07T22:19:44,927 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4830 sec 2024-12-07T22:19:44,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.4920 sec 2024-12-07T22:19:45,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:45,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610045213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610045213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610045214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610045214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d5a2848d6d3c44f0827fcf783b53fc17 is 50, key is test_row_0/A:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610045217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741920_1096 (size=14741) 2024-12-07T22:19:45,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d5a2848d6d3c44f0827fcf783b53fc17 2024-12-07T22:19:45,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/cc897678ba134d12a3213de96b3dbcfa is 50, key is test_row_0/B:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741921_1097 (size=12301) 2024-12-07T22:19:45,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/cc897678ba134d12a3213de96b3dbcfa 2024-12-07T22:19:45,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d220736ed83f453c91e6f3cfb498ba46 is 50, key is test_row_0/C:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741922_1098 (size=12301) 2024-12-07T22:19:45,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610045319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610045320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610045321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610045328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610045522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610045522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610045525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610045530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-07T22:19:45,549 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-07T22:19:45,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-07T22:19:45,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:45,553 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:45,554 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:45,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:45,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d220736ed83f453c91e6f3cfb498ba46 2024-12-07T22:19:45,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d5a2848d6d3c44f0827fcf783b53fc17 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17 2024-12-07T22:19:45,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17, entries=200, sequenceid=406, filesize=14.4 K 2024-12-07T22:19:45,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/cc897678ba134d12a3213de96b3dbcfa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa 2024-12-07T22:19:45,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa, entries=150, sequenceid=406, filesize=12.0 K 2024-12-07T22:19:45,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d220736ed83f453c91e6f3cfb498ba46 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46 2024-12-07T22:19:45,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:45,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46, entries=150, sequenceid=406, filesize=12.0 K 2024-12-07T22:19:45,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1901e86dff6b97e8c205dd45dbe1fc1b in 509ms, sequenceid=406, compaction requested=true 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:45,717 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:45,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:45,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:45,719 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:45,719 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:45,719 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,719 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/94155840ffeb4ce5b922e5528bfef37c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=34.5 K 2024-12-07T22:19:45,720 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:45,720 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:45,720 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,720 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f38215c412aa4af49e02ff10b48382e2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=36.9 K 2024-12-07T22:19:45,720 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 94155840ffeb4ce5b922e5528bfef37c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:45,721 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f38215c412aa4af49e02ff10b48382e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:45,721 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a23144b6679849e6a67e1001abb7025c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733609984216 2024-12-07T22:19:45,722 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2a94f891d334200a9a3c88769e6fb8b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733609984216 2024-12-07T22:19:45,722 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting cc897678ba134d12a3213de96b3dbcfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:45,722 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a2848d6d3c44f0827fcf783b53fc17, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:45,735 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:45,736 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:45,736 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/574189efd3bc41c58b72ef8297dccb1c is 50, key is test_row_0/A:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,737 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/76d0784f09864f37abacc001f2dedde7 is 50, key is test_row_0/B:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:19:45,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:45,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ea028c50c08246629b711979537fdc41 is 50, key is test_row_0/A:col10/1733609985737/Put/seqid=0 2024-12-07T22:19:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741924_1100 (size=13255) 2024-12-07T22:19:45,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741923_1099 (size=13255) 2024-12-07T22:19:45,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741925_1101 (size=12301) 2024-12-07T22:19:45,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ea028c50c08246629b711979537fdc41 2024-12-07T22:19:45,781 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/76d0784f09864f37abacc001f2dedde7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/76d0784f09864f37abacc001f2dedde7 2024-12-07T22:19:45,789 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 76d0784f09864f37abacc001f2dedde7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:45,789 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:45,789 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609985717; duration=0sec 2024-12-07T22:19:45,789 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:45,789 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:45,789 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:45,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/81276c10ce994da6bc455a9dc036f851 is 50, key is test_row_0/B:col10/1733609985737/Put/seqid=0 2024-12-07T22:19:45,792 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:45,792 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:45,792 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,793 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7d4b9a3544614a06b46ef94e6b031202, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=34.5 K 2024-12-07T22:19:45,793 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d4b9a3544614a06b46ef94e6b031202, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733609983559 2024-12-07T22:19:45,794 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5797cd9a8461431c9e9d14eb3738a833, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1733609984216 2024-12-07T22:19:45,794 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d220736ed83f453c91e6f3cfb498ba46, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:45,805 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:45,806 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/170cb8b4044e4477b08e7c3b9cda7a49 is 50, key is test_row_0/C:col10/1733609984590/Put/seqid=0 2024-12-07T22:19:45,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610045813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610045826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610045827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610045828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741926_1102 (size=12301) 2024-12-07T22:19:45,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610045832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/81276c10ce994da6bc455a9dc036f851 2024-12-07T22:19:45,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d8f98f06443f411dbfe9c004d6cefb12 is 50, key is test_row_0/C:col10/1733609985737/Put/seqid=0 2024-12-07T22:19:45,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741927_1103 (size=13255) 2024-12-07T22:19:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:45,858 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/170cb8b4044e4477b08e7c3b9cda7a49 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/170cb8b4044e4477b08e7c3b9cda7a49 2024-12-07T22:19:45,861 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:45,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:45,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:45,867 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 170cb8b4044e4477b08e7c3b9cda7a49(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:45,867 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:45,867 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609985717; duration=0sec 2024-12-07T22:19:45,867 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:45,867 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:45,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741928_1104 (size=12301) 2024-12-07T22:19:45,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d8f98f06443f411dbfe9c004d6cefb12 2024-12-07T22:19:45,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/ea028c50c08246629b711979537fdc41 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41 2024-12-07T22:19:45,882 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41, entries=150, sequenceid=418, filesize=12.0 K 2024-12-07T22:19:45,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/81276c10ce994da6bc455a9dc036f851 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851 2024-12-07T22:19:45,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851, entries=150, sequenceid=418, filesize=12.0 K 2024-12-07T22:19:45,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/d8f98f06443f411dbfe9c004d6cefb12 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12 2024-12-07T22:19:45,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12, entries=150, sequenceid=418, filesize=12.0 K 2024-12-07T22:19:45,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1901e86dff6b97e8c205dd45dbe1fc1b in 160ms, sequenceid=418, compaction requested=false 2024-12-07T22:19:45,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:45,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:45,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:45,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/0de238376e7940a3b29463af1b5627da is 50, key is test_row_0/A:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:45,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610045944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:45,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741929_1105 (size=14741) 2024-12-07T22:19:45,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/0de238376e7940a3b29463af1b5627da 2024-12-07T22:19:45,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/bb1d83e8d4c64e5e8fc226487d376d34 is 50, key is test_row_0/B:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:45,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741930_1106 (size=12301) 2024-12-07T22:19:46,014 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610046046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:46,167 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,183 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/574189efd3bc41c58b72ef8297dccb1c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/574189efd3bc41c58b72ef8297dccb1c 2024-12-07T22:19:46,194 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 574189efd3bc41c58b72ef8297dccb1c(size=12.9 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:46,194 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:46,194 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609985717; duration=0sec 2024-12-07T22:19:46,194 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:46,194 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:46,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610046250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,323 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610046333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610046334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610046335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610046338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/bb1d83e8d4c64e5e8fc226487d376d34 2024-12-07T22:19:46,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/dea2585277e248f89bb5ce74c21908fa is 50, key is test_row_0/C:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741931_1107 (size=12301) 2024-12-07T22:19:46,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:46,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610046553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:46,784 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,785 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:46,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/dea2585277e248f89bb5ce74c21908fa 2024-12-07T22:19:46,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/0de238376e7940a3b29463af1b5627da as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da 2024-12-07T22:19:46,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da, entries=200, sequenceid=445, filesize=14.4 K 2024-12-07T22:19:46,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/bb1d83e8d4c64e5e8fc226487d376d34 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34 2024-12-07T22:19:46,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34, entries=150, sequenceid=445, filesize=12.0 K 2024-12-07T22:19:46,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/dea2585277e248f89bb5ce74c21908fa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa 2024-12-07T22:19:46,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa, entries=150, sequenceid=445, filesize=12.0 K 2024-12-07T22:19:46,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1901e86dff6b97e8c205dd45dbe1fc1b in 949ms, sequenceid=445, compaction requested=true 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:46,869 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:46,869 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:46,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:46,870 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:46,870 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:46,870 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,871 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/574189efd3bc41c58b72ef8297dccb1c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=39.4 K 2024-12-07T22:19:46,871 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:46,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574189efd3bc41c58b72ef8297dccb1c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:46,871 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:46,871 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,871 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/76d0784f09864f37abacc001f2dedde7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.0 K 2024-12-07T22:19:46,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea028c50c08246629b711979537fdc41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733609985730 2024-12-07T22:19:46,872 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 76d0784f09864f37abacc001f2dedde7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:46,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0de238376e7940a3b29463af1b5627da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:46,873 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 81276c10ce994da6bc455a9dc036f851, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733609985730 2024-12-07T22:19:46,874 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bb1d83e8d4c64e5e8fc226487d376d34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:46,901 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:46,902 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5 is 50, key is test_row_0/B:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:46,906 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:46,906 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/26cd1fd37bb14fb98dd729bfbec6e48c is 50, key is test_row_0/A:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:46,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741933_1109 (size=13357) 2024-12-07T22:19:46,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741932_1108 (size=13357) 2024-12-07T22:19:46,934 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/26cd1fd37bb14fb98dd729bfbec6e48c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/26cd1fd37bb14fb98dd729bfbec6e48c 2024-12-07T22:19:46,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:46,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-07T22:19:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,939 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:46,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3dcccd133ce94faaa3faf6cf5abcc6e3 is 50, key is test_row_0/A:col10/1733609985942/Put/seqid=0 2024-12-07T22:19:46,951 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5 2024-12-07T22:19:46,951 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 26cd1fd37bb14fb98dd729bfbec6e48c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:46,951 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:46,951 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609986869; duration=0sec 2024-12-07T22:19:46,951 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:46,952 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:46,952 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:46,955 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:46,955 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:46,955 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:46,955 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/170cb8b4044e4477b08e7c3b9cda7a49, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.0 K 2024-12-07T22:19:46,955 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 170cb8b4044e4477b08e7c3b9cda7a49, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733609984588 2024-12-07T22:19:46,957 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f98f06443f411dbfe9c004d6cefb12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733609985730 2024-12-07T22:19:46,958 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dea2585277e248f89bb5ce74c21908fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:46,960 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 11b1f2ae5e6a46a9ab3a32c67aaf97d5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:46,960 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:46,960 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609986869; duration=0sec 2024-12-07T22:19:46,960 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:46,960 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:46,968 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:46,969 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea is 50, key is test_row_0/C:col10/1733609985807/Put/seqid=0 2024-12-07T22:19:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741934_1110 (size=12301) 2024-12-07T22:19:46,975 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3dcccd133ce94faaa3faf6cf5abcc6e3 2024-12-07T22:19:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741935_1111 (size=13357) 2024-12-07T22:19:46,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/327ad08345414eeab8363233a5d81b97 is 50, key is test_row_0/B:col10/1733609985942/Put/seqid=0 2024-12-07T22:19:47,000 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea 2024-12-07T22:19:47,007 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into b59ccb91ad3d49fa9413e7c6ff8fc6ea(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:47,007 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:47,007 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609986869; duration=0sec 2024-12-07T22:19:47,008 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:47,008 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741936_1112 (size=12301) 2024-12-07T22:19:47,013 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/327ad08345414eeab8363233a5d81b97 2024-12-07T22:19:47,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/574f14379ba2442d9cc1abcb22aa0119 is 50, key is test_row_0/C:col10/1733609985942/Put/seqid=0 2024-12-07T22:19:47,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741937_1113 (size=12301) 2024-12-07T22:19:47,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/574f14379ba2442d9cc1abcb22aa0119 2024-12-07T22:19:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/3dcccd133ce94faaa3faf6cf5abcc6e3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3 2024-12-07T22:19:47,049 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3, entries=150, sequenceid=457, filesize=12.0 K 2024-12-07T22:19:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/327ad08345414eeab8363233a5d81b97 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97 2024-12-07T22:19:47,057 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97, entries=150, sequenceid=457, filesize=12.0 K 2024-12-07T22:19:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:47,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/574f14379ba2442d9cc1abcb22aa0119 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119 2024-12-07T22:19:47,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119, entries=150, sequenceid=457, filesize=12.0 K 2024-12-07T22:19:47,066 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 1901e86dff6b97e8c205dd45dbe1fc1b in 128ms, sequenceid=457, compaction requested=false 2024-12-07T22:19:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:47,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-07T22:19:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-07T22:19:47,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-07T22:19:47,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5140 sec 2024-12-07T22:19:47,072 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.5190 sec 2024-12-07T22:19:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:47,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:47,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:47,088 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 is 50, key is test_row_0/A:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:47,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741938_1114 (size=17181) 2024-12-07T22:19:47,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610047159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610047264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610047337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610047337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610047341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610047352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610047468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,506 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 2024-12-07T22:19:47,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/60ede9b5845e4bcf89ee2e59112d203e is 50, key is test_row_0/B:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:47,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741939_1115 (size=12301) 2024-12-07T22:19:47,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-07T22:19:47,657 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-07T22:19:47,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-07T22:19:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T22:19:47,660 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:47,661 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:47,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T22:19:47,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610047771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T22:19:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:47,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:47,815 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:47,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:47,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/60ede9b5845e4bcf89ee2e59112d203e 2024-12-07T22:19:47,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/116b8d6f68e04592b2473ae3e9530825 is 50, key is test_row_0/C:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:47,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741940_1116 (size=12301) 2024-12-07T22:19:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T22:19:47,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:47,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T22:19:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:47,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:48,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T22:19:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:48,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T22:19:48,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:48,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T22:19:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610048275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:48,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/116b8d6f68e04592b2473ae3e9530825 2024-12-07T22:19:48,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 2024-12-07T22:19:48,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00, entries=250, sequenceid=471, filesize=16.8 K 2024-12-07T22:19:48,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/60ede9b5845e4bcf89ee2e59112d203e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e 2024-12-07T22:19:48,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e, entries=150, sequenceid=471, filesize=12.0 K 2024-12-07T22:19:48,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/116b8d6f68e04592b2473ae3e9530825 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825 2024-12-07T22:19:48,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825, entries=150, sequenceid=471, filesize=12.0 K 2024-12-07T22:19:48,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1290ms, sequenceid=471, compaction requested=true 2024-12-07T22:19:48,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:48,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:48,371 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:48,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:48,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:48,373 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:48,373 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:48,373 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:48,373 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:48,373 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,373 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,373 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.1 K 2024-12-07T22:19:48,373 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/26cd1fd37bb14fb98dd729bfbec6e48c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=41.8 K 2024-12-07T22:19:48,374 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b1f2ae5e6a46a9ab3a32c67aaf97d5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:48,374 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26cd1fd37bb14fb98dd729bfbec6e48c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:48,375 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 327ad08345414eeab8363233a5d81b97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733609985928 2024-12-07T22:19:48,375 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dcccd133ce94faaa3faf6cf5abcc6e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733609985928 2024-12-07T22:19:48,375 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 60ede9b5845e4bcf89ee2e59112d203e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:48,375 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c1e799d5ca9422bb5cc1e9dbcb1bb00, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:48,387 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:48,387 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#102 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:48,387 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/07d48ba63e894d6e9163a4db216125d2 is 50, key is test_row_0/A:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:48,388 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/6baa3d3a839c477caa25391516ff9cf0 is 50, key is test_row_0/B:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:48,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741942_1118 (size=13459) 2024-12-07T22:19:48,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741941_1117 (size=13459) 2024-12-07T22:19:48,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/07d48ba63e894d6e9163a4db216125d2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/07d48ba63e894d6e9163a4db216125d2 2024-12-07T22:19:48,426 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 07d48ba63e894d6e9163a4db216125d2(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:48,426 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,426 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609988371; duration=0sec 2024-12-07T22:19:48,426 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:48,426 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:48,426 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:48,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:48,445 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:48,446 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:48,446 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-07T22:19:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,446 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.1 K 2024-12-07T22:19:48,446 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:19:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:48,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:48,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:48,447 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b59ccb91ad3d49fa9413e7c6ff8fc6ea, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733609985801 2024-12-07T22:19:48,449 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574f14379ba2442d9cc1abcb22aa0119, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1733609985928 2024-12-07T22:19:48,450 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 116b8d6f68e04592b2473ae3e9530825, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:48,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/dd85b4079abd4ac69501c43967ba79f3 is 50, key is test_row_0/A:col10/1733609987147/Put/seqid=0 2024-12-07T22:19:48,462 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:48,463 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/ee1065fb555246499a6ec05a9b14e2f6 is 50, key is test_row_0/C:col10/1733609987062/Put/seqid=0 2024-12-07T22:19:48,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741943_1119 (size=12301) 2024-12-07T22:19:48,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/dd85b4079abd4ac69501c43967ba79f3 2024-12-07T22:19:48,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741944_1120 (size=13459) 2024-12-07T22:19:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ffbf7ed5b8fe418a9c1142afb533fa89 is 50, key is test_row_0/B:col10/1733609987147/Put/seqid=0 2024-12-07T22:19:48,510 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/ee1065fb555246499a6ec05a9b14e2f6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/ee1065fb555246499a6ec05a9b14e2f6 2024-12-07T22:19:48,517 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into ee1065fb555246499a6ec05a9b14e2f6(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:48,518 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,518 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609988372; duration=0sec 2024-12-07T22:19:48,518 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:48,518 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:48,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741945_1121 (size=12301) 2024-12-07T22:19:48,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ffbf7ed5b8fe418a9c1142afb533fa89 2024-12-07T22:19:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/f1983351ef95433397b29f6342a227d5 is 50, key is test_row_0/C:col10/1733609987147/Put/seqid=0 2024-12-07T22:19:48,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741946_1122 (size=12301) 2024-12-07T22:19:48,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=497 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/f1983351ef95433397b29f6342a227d5 2024-12-07T22:19:48,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/dd85b4079abd4ac69501c43967ba79f3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3 2024-12-07T22:19:48,583 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T22:19:48,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/ffbf7ed5b8fe418a9c1142afb533fa89 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89 2024-12-07T22:19:48,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T22:19:48,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/f1983351ef95433397b29f6342a227d5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5 2024-12-07T22:19:48,598 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5, entries=150, sequenceid=497, filesize=12.0 K 2024-12-07T22:19:48,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 1901e86dff6b97e8c205dd45dbe1fc1b in 154ms, sequenceid=497, compaction requested=false 2024-12-07T22:19:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-07T22:19:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-07T22:19:48,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-07T22:19:48,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 940 msec 2024-12-07T22:19:48,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 946 msec 2024-12-07T22:19:48,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-07T22:19:48,764 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-07T22:19:48,765 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:48,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-07T22:19:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T22:19:48,767 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:48,768 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:48,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:48,817 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/6baa3d3a839c477caa25391516ff9cf0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6baa3d3a839c477caa25391516ff9cf0 2024-12-07T22:19:48,824 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 6baa3d3a839c477caa25391516ff9cf0(size=13.1 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:48,824 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,824 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609988371; duration=0sec 2024-12-07T22:19:48,824 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:48,824 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T22:19:48,920 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:48,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-07T22:19:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:48,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-07T22:19:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-07T22:19:48,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-07T22:19:48,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-07T22:19:48,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 160 msec 2024-12-07T22:19:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-07T22:19:49,069 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-07T22:19:49,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-07T22:19:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T22:19:49,072 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:49,073 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:49,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T22:19:49,226 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-07T22:19:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-07T22:19:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-07T22:19:49,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-07T22:19:49,230 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 155 msec 2024-12-07T22:19:49,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 160 msec 2024-12-07T22:19:49,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:49,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:49,302 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:49,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4efaad6ad43449ee95f4354ccce9dffb is 50, key is test_row_0/A:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741947_1123 (size=14741) 2024-12-07T22:19:49,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4efaad6ad43449ee95f4354ccce9dffb 2024-12-07T22:19:49,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e0a4c33b3cba4cb29e114c2d50b4ce3d is 50, key is test_row_0/B:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741948_1124 (size=12301) 2024-12-07T22:19:49,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e0a4c33b3cba4cb29e114c2d50b4ce3d 2024-12-07T22:19:49,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610049359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610049360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610049361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610049361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34990 deadline: 1733610049367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/18cfc23cdfe743fc94a8ea6025225bdf is 50, key is test_row_0/C:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,369 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:19:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-07T22:19:49,374 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-07T22:19:49,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741949_1125 (size=12301) 2024-12-07T22:19:49,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-07T22:19:49,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:49,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/18cfc23cdfe743fc94a8ea6025225bdf 2024-12-07T22:19:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:49,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:49,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:49,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4efaad6ad43449ee95f4354ccce9dffb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb 2024-12-07T22:19:49,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb, entries=200, sequenceid=512, filesize=14.4 K 2024-12-07T22:19:49,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e0a4c33b3cba4cb29e114c2d50b4ce3d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d 2024-12-07T22:19:49,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d, entries=150, sequenceid=512, filesize=12.0 K 2024-12-07T22:19:49,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/18cfc23cdfe743fc94a8ea6025225bdf as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf 2024-12-07T22:19:49,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf, entries=150, sequenceid=512, filesize=12.0 K 2024-12-07T22:19:49,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 1901e86dff6b97e8c205dd45dbe1fc1b in 116ms, sequenceid=512, compaction requested=true 2024-12-07T22:19:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:49,417 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:49,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:49,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:49,419 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:49,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:49,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:49,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:49,420 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:49,421 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:49,421 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:49,421 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:49,421 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,421 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:49,421 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6baa3d3a839c477caa25391516ff9cf0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.2 K 2024-12-07T22:19:49,421 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,421 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/07d48ba63e894d6e9163a4db216125d2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=39.6 K 2024-12-07T22:19:49,422 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6baa3d3a839c477caa25391516ff9cf0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:49,422 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d48ba63e894d6e9163a4db216125d2, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:49,422 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ffbf7ed5b8fe418a9c1142afb533fa89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733609987147 2024-12-07T22:19:49,423 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd85b4079abd4ac69501c43967ba79f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733609987147 2024-12-07T22:19:49,423 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e0a4c33b3cba4cb29e114c2d50b4ce3d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:49,423 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4efaad6ad43449ee95f4354ccce9dffb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:49,435 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#111 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:49,436 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/cc9f5747ef0e45ea81f78138a4829c8a is 50, key is test_row_0/A:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,438 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:49,439 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/71d277a8c54d41e0b18c75640fb13a60 is 50, key is test_row_0/B:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741950_1126 (size=13561) 2024-12-07T22:19:49,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741951_1127 (size=13561) 2024-12-07T22:19:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:49,466 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:49,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:49,478 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/71d277a8c54d41e0b18c75640fb13a60 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/71d277a8c54d41e0b18c75640fb13a60 2024-12-07T22:19:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:49,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d71eef2fc9ba479e8fee0ea2f3088bfc is 50, key is test_row_0/A:col10/1733609989466/Put/seqid=0 2024-12-07T22:19:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741952_1128 (size=12301) 2024-12-07T22:19:49,525 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 71d277a8c54d41e0b18c75640fb13a60(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:49,525 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:49,525 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=13, startTime=1733609989419; duration=0sec 2024-12-07T22:19:49,525 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:49,525 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:49,525 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:19:49,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610049471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,527 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:19:49,527 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:49,527 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,527 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/ee1065fb555246499a6ec05a9b14e2f6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=37.2 K 2024-12-07T22:19:49,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610049526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610049527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,532 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ee1065fb555246499a6ec05a9b14e2f6, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733609987062 2024-12-07T22:19:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610049527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,533 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f1983351ef95433397b29f6342a227d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=497, earliestPutTs=1733609987147 2024-12-07T22:19:49,534 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 18cfc23cdfe743fc94a8ea6025225bdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:49,543 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:49,544 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/a1274a2a12214720bf34b5787bb42663 is 50, key is test_row_0/C:col10/1733609989297/Put/seqid=0 2024-12-07T22:19:49,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741953_1129 (size=13561) 2024-12-07T22:19:49,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610049628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610049632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610049634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:49,684 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:49,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610049831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610049834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610049836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,837 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610049840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,854 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/cc9f5747ef0e45ea81f78138a4829c8a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cc9f5747ef0e45ea81f78138a4829c8a 2024-12-07T22:19:49,860 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into cc9f5747ef0e45ea81f78138a4829c8a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:49,860 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:49,860 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=13, startTime=1733609989417; duration=0sec 2024-12-07T22:19:49,861 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:49,861 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:49,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d71eef2fc9ba479e8fee0ea2f3088bfc 2024-12-07T22:19:49,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/85b2de4c278d47d8a19b7535411438e5 is 50, key is test_row_0/B:col10/1733609989466/Put/seqid=0 2024-12-07T22:19:49,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741954_1130 (size=12301) 2024-12-07T22:19:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:49,990 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/a1274a2a12214720bf34b5787bb42663 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a1274a2a12214720bf34b5787bb42663 2024-12-07T22:19:49,992 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:49,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:49,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:49,999 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into a1274a2a12214720bf34b5787bb42663(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:49,999 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:49,999 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=13, startTime=1733609989420; duration=0sec 2024-12-07T22:19:50,000 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:50,000 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610050135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,137 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610050137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610050140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610050141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:50,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,311 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/85b2de4c278d47d8a19b7535411438e5 2024-12-07T22:19:50,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/a75311f9b58a41ebb0e585e14745a085 is 50, key is test_row_0/C:col10/1733609989466/Put/seqid=0 2024-12-07T22:19:50,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741955_1131 (size=12301) 2024-12-07T22:19:50,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:50,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:50,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610050638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610050641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610050641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610050644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/a75311f9b58a41ebb0e585e14745a085 2024-12-07T22:19:50,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/d71eef2fc9ba479e8fee0ea2f3088bfc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc 2024-12-07T22:19:50,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T22:19:50,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/85b2de4c278d47d8a19b7535411438e5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5 2024-12-07T22:19:50,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T22:19:50,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/a75311f9b58a41ebb0e585e14745a085 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085 2024-12-07T22:19:50,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085, entries=150, sequenceid=540, filesize=12.0 K 2024-12-07T22:19:50,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:50,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,764 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:50,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1302ms, sequenceid=540, compaction requested=false 2024-12-07T22:19:50,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:50,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:50,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-07T22:19:50,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:50,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:50,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:50,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/8323a871337b4ddc8e85a9a028b27b2f is 50, key is test_row_0/A:col10/1733609989478/Put/seqid=0 2024-12-07T22:19:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741956_1132 (size=12301) 2024-12-07T22:19:51,329 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/8323a871337b4ddc8e85a9a028b27b2f 2024-12-07T22:19:51,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/dd6532ecb9364590a8a612b6104d678a is 50, key is test_row_0/B:col10/1733609989478/Put/seqid=0 2024-12-07T22:19:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741957_1133 (size=12301) 2024-12-07T22:19:51,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:51,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. as already flushing 2024-12-07T22:19:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:51,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610051673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610051678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610051679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610051680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/dd6532ecb9364590a8a612b6104d678a 2024-12-07T22:19:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/af36994c95e04b19a448906f0a7d3f2a is 50, key is test_row_0/C:col10/1733609989478/Put/seqid=0 2024-12-07T22:19:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741958_1134 (size=12301) 2024-12-07T22:19:51,760 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/af36994c95e04b19a448906f0a7d3f2a 2024-12-07T22:19:51,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/8323a871337b4ddc8e85a9a028b27b2f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f 2024-12-07T22:19:51,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f, entries=150, sequenceid=551, filesize=12.0 K 2024-12-07T22:19:51,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/dd6532ecb9364590a8a612b6104d678a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a 2024-12-07T22:19:51,781 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a, entries=150, sequenceid=551, filesize=12.0 K 2024-12-07T22:19:51,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-07T22:19:51,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 301 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610051780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610051781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/af36994c95e04b19a448906f0a7d3f2a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a 2024-12-07T22:19:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610051782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610051783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a, entries=150, sequenceid=551, filesize=12.0 K 2024-12-07T22:19:51,788 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 1901e86dff6b97e8c205dd45dbe1fc1b in 871ms, sequenceid=551, compaction requested=true 2024-12-07T22:19:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:51,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-07T22:19:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-07T22:19:51,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-07T22:19:51,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4120 sec 2024-12-07T22:19:51,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.4180 sec 2024-12-07T22:19:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:51,987 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:51,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:51,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34986 deadline: 1733610051988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34958 deadline: 1733610051990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/16c33c77ea45468f911313f17516e58b is 50, key is test_row_0/A:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34946 deadline: 1733610051990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:51,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34970 deadline: 1733610051991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:52,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741959_1135 (size=12301) 2024-12-07T22:19:52,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/16c33c77ea45468f911313f17516e58b 2024-12-07T22:19:52,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/92f41cd8891344108f737ac127bd75f0 is 50, key is test_row_0/B:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:52,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741960_1136 (size=12301) 2024-12-07T22:19:52,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/92f41cd8891344108f737ac127bd75f0 2024-12-07T22:19:52,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/70f16f552a4f4c28a661006fd5d0da44 is 50, key is test_row_0/C:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741961_1137 (size=12301) 2024-12-07T22:19:52,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/70f16f552a4f4c28a661006fd5d0da44 2024-12-07T22:19:52,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/16c33c77ea45468f911313f17516e58b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b 2024-12-07T22:19:52,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b, entries=150, sequenceid=583, filesize=12.0 K 2024-12-07T22:19:52,056 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/92f41cd8891344108f737ac127bd75f0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0 2024-12-07T22:19:52,062 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0, entries=150, sequenceid=583, filesize=12.0 K 2024-12-07T22:19:52,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/70f16f552a4f4c28a661006fd5d0da44 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44 2024-12-07T22:19:52,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44, entries=150, sequenceid=583, filesize=12.0 K 2024-12-07T22:19:52,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 1901e86dff6b97e8c205dd45dbe1fc1b in 83ms, sequenceid=583, compaction requested=true 2024-12-07T22:19:52,069 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:56303 2024-12-07T22:19:52,069 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:52,069 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:52,070 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:56303 2024-12-07T22:19:52,070 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:19:52,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:19:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:52,071 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1901e86dff6b97e8c205dd45dbe1fc1b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:19:52,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:52,071 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:56303 2024-12-07T22:19:52,071 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,073 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:56303 2024-12-07T22:19:52,073 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,073 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:52,073 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/A is initiating minor compaction (all files) 2024-12-07T22:19:52,074 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/A in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:52,074 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cc9f5747ef0e45ea81f78138a4829c8a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=49.3 K 2024-12-07T22:19:52,074 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:52,074 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/B is initiating minor compaction (all files) 2024-12-07T22:19:52,074 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/B in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:52,074 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/71d277a8c54d41e0b18c75640fb13a60, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=49.3 K 2024-12-07T22:19:52,075 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc9f5747ef0e45ea81f78138a4829c8a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:52,075 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 71d277a8c54d41e0b18c75640fb13a60, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:52,075 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 85b2de4c278d47d8a19b7535411438e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733609989356 2024-12-07T22:19:52,075 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d71eef2fc9ba479e8fee0ea2f3088bfc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733609989356 2024-12-07T22:19:52,076 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dd6532ecb9364590a8a612b6104d678a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733609989471 2024-12-07T22:19:52,076 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8323a871337b4ddc8e85a9a028b27b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733609989471 2024-12-07T22:19:52,077 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 92f41cd8891344108f737ac127bd75f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1733609991678 2024-12-07T22:19:52,077 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16c33c77ea45468f911313f17516e58b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1733609991678 2024-12-07T22:19:52,087 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#A#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:52,088 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/736b74b36bc948f0af93dde4c5b557ab is 50, key is test_row_0/A:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:52,089 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:52,089 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/889543764dd045d5bf07f59bd16fb800 is 50, key is test_row_0/B:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741962_1138 (size=13697) 2024-12-07T22:19:52,096 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:56303 2024-12-07T22:19:52,096 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,096 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:56303 2024-12-07T22:19:52,097 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,099 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:56303 2024-12-07T22:19:52,099 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741963_1139 (size=13697) 2024-12-07T22:19:52,099 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:56303 2024-12-07T22:19:52,099 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:52,105 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/889543764dd045d5bf07f59bd16fb800 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/889543764dd045d5bf07f59bd16fb800 2024-12-07T22:19:52,110 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/B of 1901e86dff6b97e8c205dd45dbe1fc1b into 889543764dd045d5bf07f59bd16fb800(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:52,111 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:52,111 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/B, priority=12, startTime=1733609992071; duration=0sec 2024-12-07T22:19:52,111 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:19:52,111 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:B 2024-12-07T22:19:52,111 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:19:52,112 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:19:52,113 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 1901e86dff6b97e8c205dd45dbe1fc1b/C is initiating minor compaction (all files) 2024-12-07T22:19:52,113 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1901e86dff6b97e8c205dd45dbe1fc1b/C in TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:52,113 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a1274a2a12214720bf34b5787bb42663, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp, totalSize=49.3 K 2024-12-07T22:19:52,113 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a1274a2a12214720bf34b5787bb42663, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1733609989294 2024-12-07T22:19:52,114 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a75311f9b58a41ebb0e585e14745a085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1733609989356 2024-12-07T22:19:52,114 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting af36994c95e04b19a448906f0a7d3f2a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733609989471 2024-12-07T22:19:52,115 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 70f16f552a4f4c28a661006fd5d0da44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1733609991678 2024-12-07T22:19:52,124 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1901e86dff6b97e8c205dd45dbe1fc1b#C#compaction#125 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:19:52,124 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/487f9c1366134719b0534bff94cf4713 is 50, key is test_row_0/C:col10/1733609991987/Put/seqid=0 2024-12-07T22:19:52,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741964_1140 (size=13697) 2024-12-07T22:19:52,501 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/736b74b36bc948f0af93dde4c5b557ab as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/736b74b36bc948f0af93dde4c5b557ab 2024-12-07T22:19:52,506 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/A of 1901e86dff6b97e8c205dd45dbe1fc1b into 736b74b36bc948f0af93dde4c5b557ab(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:52,506 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:52,506 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/A, priority=12, startTime=1733609992069; duration=0sec 2024-12-07T22:19:52,506 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:52,506 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:A 2024-12-07T22:19:52,534 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/487f9c1366134719b0534bff94cf4713 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/487f9c1366134719b0534bff94cf4713 2024-12-07T22:19:52,539 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1901e86dff6b97e8c205dd45dbe1fc1b/C of 1901e86dff6b97e8c205dd45dbe1fc1b into 487f9c1366134719b0534bff94cf4713(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:19:52,539 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:52,539 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b., storeName=1901e86dff6b97e8c205dd45dbe1fc1b/C, priority=12, startTime=1733609992071; duration=0sec 2024-12-07T22:19:52,539 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:19:52,539 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1901e86dff6b97e8c205dd45dbe1fc1b:C 2024-12-07T22:19:53,407 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:56303 2024-12-07T22:19:53,407 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:53,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:19:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-07T22:19:53,482 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-07T22:19:53,482 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 160 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6131 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5969 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2646 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7928 rows 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2613 2024-12-07T22:19:53,483 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7835 rows 2024-12-07T22:19:53,483 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:19:53,483 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56303 2024-12-07T22:19:53,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:19:53,487 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:19:53,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:19:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:53,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609993500"}]},"ts":"1733609993500"} 2024-12-07T22:19:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:53,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:19:53,504 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:19:53,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:19:53,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, UNASSIGN}] 2024-12-07T22:19:53,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, UNASSIGN 2024-12-07T22:19:53,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1901e86dff6b97e8c205dd45dbe1fc1b, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:53,511 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:19:53,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure 1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:53,666 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:53,667 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:53,667 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:19:53,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing 1901e86dff6b97e8c205dd45dbe1fc1b, disabling compactions & flushes 2024-12-07T22:19:53,668 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:53,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:53,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. after waiting 0 ms 2024-12-07T22:19:53,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:53,668 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing 1901e86dff6b97e8c205dd45dbe1fc1b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T22:19:53,668 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=A 2024-12-07T22:19:53,669 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:53,669 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=B 2024-12-07T22:19:53,669 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:53,669 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1901e86dff6b97e8c205dd45dbe1fc1b, store=C 2024-12-07T22:19:53,669 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:53,674 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4800831a9fbe4a798b51cadc2d2a5b44 is 50, key is test_row_0/A:col10/1733609992097/Put/seqid=0 2024-12-07T22:19:53,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741965_1141 (size=12301) 2024-12-07T22:19:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:54,082 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4800831a9fbe4a798b51cadc2d2a5b44 2024-12-07T22:19:54,090 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e2b2e1f41cd544838a179a9b649d4fea is 50, key is test_row_0/B:col10/1733609992097/Put/seqid=0 2024-12-07T22:19:54,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741966_1142 (size=12301) 2024-12-07T22:19:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:54,495 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e2b2e1f41cd544838a179a9b649d4fea 2024-12-07T22:19:54,502 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/751813dceb794529a75a79d151d8f1cb is 50, key is test_row_0/C:col10/1733609992097/Put/seqid=0 2024-12-07T22:19:54,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741967_1143 (size=12301) 2024-12-07T22:19:54,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:54,906 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/751813dceb794529a75a79d151d8f1cb 2024-12-07T22:19:54,912 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/A/4800831a9fbe4a798b51cadc2d2a5b44 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4800831a9fbe4a798b51cadc2d2a5b44 2024-12-07T22:19:54,916 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4800831a9fbe4a798b51cadc2d2a5b44, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T22:19:54,917 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/B/e2b2e1f41cd544838a179a9b649d4fea as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e2b2e1f41cd544838a179a9b649d4fea 2024-12-07T22:19:54,922 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e2b2e1f41cd544838a179a9b649d4fea, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T22:19:54,923 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/.tmp/C/751813dceb794529a75a79d151d8f1cb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/751813dceb794529a75a79d151d8f1cb 2024-12-07T22:19:54,927 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/751813dceb794529a75a79d151d8f1cb, entries=150, sequenceid=596, filesize=12.0 K 2024-12-07T22:19:54,928 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 1901e86dff6b97e8c205dd45dbe1fc1b in 1259ms, sequenceid=596, compaction requested=false 2024-12-07T22:19:54,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/bc4f419a15ad444583b7182cb26ac517, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b44889f17794662a69f439563874c19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/346d22e3a439455c88d6e60e45b92c6b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4552caa23d5b4ec8a171695ff55d8823, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/e62fb2ec3fc348caa9a9592ad8e4a627, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ca84a074aff94f908ccc0e2677708d32, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4d6b27daf04a4650bc4744a12980994e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f38215c412aa4af49e02ff10b48382e2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/574189efd3bc41c58b72ef8297dccb1c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/26cd1fd37bb14fb98dd729bfbec6e48c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/07d48ba63e894d6e9163a4db216125d2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cc9f5747ef0e45ea81f78138a4829c8a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b] to archive 2024-12-07T22:19:54,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:19:54,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3d1fbaf453554edeb397c710933b1c8d 2024-12-07T22:19:54,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b632e0001c84080b294893de4cb8f54 2024-12-07T22:19:54,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f1c8070457ff4ca18f72b22ef4d89d19 2024-12-07T22:19:54,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/bc4f419a15ad444583b7182cb26ac517 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/bc4f419a15ad444583b7182cb26ac517 2024-12-07T22:19:54,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/affd93e0a0484384b54df9d70e3cbb0b 2024-12-07T22:19:54,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/282487f89b674e75ad13964aec51b5bc 2024-12-07T22:19:54,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b44889f17794662a69f439563874c19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6b44889f17794662a69f439563874c19 2024-12-07T22:19:54,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/46a8c28a00a041c6a56cc3685de31f81 2024-12-07T22:19:54,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ffca0d71b85c45a487c5b800f77c8e18 2024-12-07T22:19:54,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d6869a902c4442e1ab07a7fdcb1f1a30 2024-12-07T22:19:54,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/346d22e3a439455c88d6e60e45b92c6b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/346d22e3a439455c88d6e60e45b92c6b 2024-12-07T22:19:54,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cf7518d437d949e4bd82776a2aa9591c 2024-12-07T22:19:54,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/398a4a2be7ef44b2bc2a9b8515e4be2a 2024-12-07T22:19:54,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4552caa23d5b4ec8a171695ff55d8823 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4552caa23d5b4ec8a171695ff55d8823 2024-12-07T22:19:54,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ededc9ae51ba4588a9f6a92ce43413cb 2024-12-07T22:19:54,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/7679d987570244b191e56aa66d88d9b9 2024-12-07T22:19:54,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/e62fb2ec3fc348caa9a9592ad8e4a627 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/e62fb2ec3fc348caa9a9592ad8e4a627 2024-12-07T22:19:54,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/5d4bbbbd62fb49bab1c0660c62c860b6 2024-12-07T22:19:54,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ca84a074aff94f908ccc0e2677708d32 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ca84a074aff94f908ccc0e2677708d32 2024-12-07T22:19:54,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/37db820795af46e486e988d83b7a54d0 2024-12-07T22:19:54,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/08fd6dae6570413f8bec97b5c5fa4767 2024-12-07T22:19:54,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4d6b27daf04a4650bc4744a12980994e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4d6b27daf04a4650bc4744a12980994e 2024-12-07T22:19:54,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/9a1fe9963db84748969efd5e023bfec5 2024-12-07T22:19:54,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6d44ff79ac9d4e55b3ccb516c847f712 2024-12-07T22:19:54,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f38215c412aa4af49e02ff10b48382e2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f38215c412aa4af49e02ff10b48382e2 2024-12-07T22:19:54,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/f7f4499a7b5342fe92b923de2016f93a 2024-12-07T22:19:54,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/a2a94f891d334200a9a3c88769e6fb8b 2024-12-07T22:19:54,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d5a2848d6d3c44f0827fcf783b53fc17 2024-12-07T22:19:54,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/574189efd3bc41c58b72ef8297dccb1c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/574189efd3bc41c58b72ef8297dccb1c 2024-12-07T22:19:54,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/ea028c50c08246629b711979537fdc41 2024-12-07T22:19:54,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/0de238376e7940a3b29463af1b5627da 2024-12-07T22:19:54,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/26cd1fd37bb14fb98dd729bfbec6e48c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/26cd1fd37bb14fb98dd729bfbec6e48c 2024-12-07T22:19:54,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/3dcccd133ce94faaa3faf6cf5abcc6e3 2024-12-07T22:19:54,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/6c1e799d5ca9422bb5cc1e9dbcb1bb00 2024-12-07T22:19:54,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/07d48ba63e894d6e9163a4db216125d2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/07d48ba63e894d6e9163a4db216125d2 2024-12-07T22:19:54,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/dd85b4079abd4ac69501c43967ba79f3 2024-12-07T22:19:54,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4efaad6ad43449ee95f4354ccce9dffb 2024-12-07T22:19:54,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cc9f5747ef0e45ea81f78138a4829c8a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/cc9f5747ef0e45ea81f78138a4829c8a 2024-12-07T22:19:54,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/d71eef2fc9ba479e8fee0ea2f3088bfc 2024-12-07T22:19:54,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/8323a871337b4ddc8e85a9a028b27b2f 2024-12-07T22:19:54,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/16c33c77ea45468f911313f17516e58b 2024-12-07T22:19:55,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/50188ce089514776a53c7d3b2d746a58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b14be2c202c4b18831450aa9f2af359, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b994a5dbdb7c405b9a7451b7a24252d3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/822a06448544459e97a8414268ad776c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6d0f1004ac5745e98e61bd3bac179aa4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92cd49dc6aa447aea9c18a1fe54e66a9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/651dcce87330464582de266e23ce98ad, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/94155840ffeb4ce5b922e5528bfef37c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/76d0784f09864f37abacc001f2dedde7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6baa3d3a839c477caa25391516ff9cf0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/71d277a8c54d41e0b18c75640fb13a60, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0] to archive 2024-12-07T22:19:55,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:19:55,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/071b52df54754433b2b4a8f3e7be76af 2024-12-07T22:19:55,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b8b6e1812bf74004b827432ad5071d32 2024-12-07T22:19:55,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/50188ce089514776a53c7d3b2d746a58 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/50188ce089514776a53c7d3b2d746a58 2024-12-07T22:19:55,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/775e4496b65b49288799fe97bf31d187 2024-12-07T22:19:55,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b800b34720794888ba0fa914ef2e4fa7 2024-12-07T22:19:55,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/de04299ccfea4db0bf457f3defb4999b 2024-12-07T22:19:55,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b14be2c202c4b18831450aa9f2af359 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b14be2c202c4b18831450aa9f2af359 2024-12-07T22:19:55,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/5117588df16244c18bf1a585fcda1824 2024-12-07T22:19:55,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c0703e84c6fd4bfba75372584ed6a79e 2024-12-07T22:19:55,015 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b994a5dbdb7c405b9a7451b7a24252d3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/b994a5dbdb7c405b9a7451b7a24252d3 2024-12-07T22:19:55,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f4bc87804f79427d8569a47a80f9eb20 2024-12-07T22:19:55,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/29a440af1e6442708b03cc7284265a58 2024-12-07T22:19:55,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/822a06448544459e97a8414268ad776c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/822a06448544459e97a8414268ad776c 2024-12-07T22:19:55,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/9162ae2c40c94cd2b9d0e75a63d7cb98 2024-12-07T22:19:55,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/f35f9a129bf5412e80e5fc3eea2e6a00 2024-12-07T22:19:55,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6d0f1004ac5745e98e61bd3bac179aa4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6d0f1004ac5745e98e61bd3bac179aa4 2024-12-07T22:19:55,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4060b4a7c3a3407183a6c6db22d631ef 2024-12-07T22:19:55,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/416a87b2c55e4872a405efd5413bbabd 2024-12-07T22:19:55,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92cd49dc6aa447aea9c18a1fe54e66a9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92cd49dc6aa447aea9c18a1fe54e66a9 2024-12-07T22:19:55,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/4b2d8df0b64b438186efc2e255a11cfd 2024-12-07T22:19:55,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/c8a019c095854225a600b47d6d33cfbd 2024-12-07T22:19:55,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/651dcce87330464582de266e23ce98ad to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/651dcce87330464582de266e23ce98ad 2024-12-07T22:19:55,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ccd54d240a294f25812d74753b95caa4 2024-12-07T22:19:55,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/845329d06ed440c0b68f9dbebd4aa4a2 2024-12-07T22:19:55,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/94155840ffeb4ce5b922e5528bfef37c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/94155840ffeb4ce5b922e5528bfef37c 2024-12-07T22:19:55,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/21d40cbd0b8248cea4021caf064d4fa8 2024-12-07T22:19:55,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/a23144b6679849e6a67e1001abb7025c 2024-12-07T22:19:55,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/76d0784f09864f37abacc001f2dedde7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/76d0784f09864f37abacc001f2dedde7 2024-12-07T22:19:55,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/cc897678ba134d12a3213de96b3dbcfa 2024-12-07T22:19:55,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/81276c10ce994da6bc455a9dc036f851 2024-12-07T22:19:55,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/11b1f2ae5e6a46a9ab3a32c67aaf97d5 2024-12-07T22:19:55,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/bb1d83e8d4c64e5e8fc226487d376d34 2024-12-07T22:19:55,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/327ad08345414eeab8363233a5d81b97 2024-12-07T22:19:55,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6baa3d3a839c477caa25391516ff9cf0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/6baa3d3a839c477caa25391516ff9cf0 2024-12-07T22:19:55,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/60ede9b5845e4bcf89ee2e59112d203e 2024-12-07T22:19:55,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/ffbf7ed5b8fe418a9c1142afb533fa89 2024-12-07T22:19:55,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/71d277a8c54d41e0b18c75640fb13a60 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/71d277a8c54d41e0b18c75640fb13a60 2024-12-07T22:19:55,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e0a4c33b3cba4cb29e114c2d50b4ce3d 2024-12-07T22:19:55,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/85b2de4c278d47d8a19b7535411438e5 2024-12-07T22:19:55,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/dd6532ecb9364590a8a612b6104d678a 2024-12-07T22:19:55,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/92f41cd8891344108f737ac127bd75f0 2024-12-07T22:19:55,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/46f514d9d8e94256bdb2793a2a5d0d96, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/691bc9c8919f4fcb917552e5bbe6ff4e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/c21646e381754d188a1fe8d1247b1ead, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2429a8e173ee42818785a5672db56463, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/735678c5d5ef457a8bc89d03158e6f58, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2ce2e83898fe4c5e9268f553731d0c52, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/9c2dd692707c42319220a19df7dc9f72, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7d4b9a3544614a06b46ef94e6b031202, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/170cb8b4044e4477b08e7c3b9cda7a49, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/ee1065fb555246499a6ec05a9b14e2f6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a1274a2a12214720bf34b5787bb42663, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44] to archive 2024-12-07T22:19:55,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:19:55,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/12a334eb092c4b57b18e6dc9cfbf55dd 2024-12-07T22:19:55,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/970e578912f2406fb5f2bc4b91dd6ea5 2024-12-07T22:19:55,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/46f514d9d8e94256bdb2793a2a5d0d96 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/46f514d9d8e94256bdb2793a2a5d0d96 2024-12-07T22:19:55,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/28525178e5c14a5db78614cc7445a500 2024-12-07T22:19:55,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/1b4de8aad6f64be9b13f0bbf664238c2 2024-12-07T22:19:55,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/35e8759f1ecd4ed7aed5f285c8d137fa 2024-12-07T22:19:55,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/691bc9c8919f4fcb917552e5bbe6ff4e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/691bc9c8919f4fcb917552e5bbe6ff4e 2024-12-07T22:19:55,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2df57c43db394767bdc5b8952dd9bad8 2024-12-07T22:19:55,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/fa3c3f4471a6498dbb6cc82029342d35 2024-12-07T22:19:55,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/c21646e381754d188a1fe8d1247b1ead to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/c21646e381754d188a1fe8d1247b1ead 2024-12-07T22:19:55,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5b217e26916345188f0729b27c711ecc 2024-12-07T22:19:55,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/889c5d4b605a4579aa3509620dcd8e00 2024-12-07T22:19:55,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2429a8e173ee42818785a5672db56463 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2429a8e173ee42818785a5672db56463 2024-12-07T22:19:55,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5436a14497744c7a942048579c409998 2024-12-07T22:19:55,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/61e9d1799aa54cadbc1fade38983d486 2024-12-07T22:19:55,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/735678c5d5ef457a8bc89d03158e6f58 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/735678c5d5ef457a8bc89d03158e6f58 2024-12-07T22:19:55,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/33119c10a13342e5a1b53be14f0bd9a9 2024-12-07T22:19:55,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e3cb565ec4e84fcdb4dc01d957d93259 2024-12-07T22:19:55,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2ce2e83898fe4c5e9268f553731d0c52 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/2ce2e83898fe4c5e9268f553731d0c52 2024-12-07T22:19:55,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/8bdf33ef3a22480caa17ec3c2f3280fa 2024-12-07T22:19:55,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/068407044636407786f762a55d53ee5b 2024-12-07T22:19:55,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/9c2dd692707c42319220a19df7dc9f72 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/9c2dd692707c42319220a19df7dc9f72 2024-12-07T22:19:55,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/e4d44829ddf440a1bf7c4330a74af8e7 2024-12-07T22:19:55,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7799c1fad3ac4ef7be9398bd05a01373 2024-12-07T22:19:55,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7d4b9a3544614a06b46ef94e6b031202 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/7d4b9a3544614a06b46ef94e6b031202 2024-12-07T22:19:55,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/09cc1844226b4528b43c46c68a869750 2024-12-07T22:19:55,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/5797cd9a8461431c9e9d14eb3738a833 2024-12-07T22:19:55,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/170cb8b4044e4477b08e7c3b9cda7a49 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/170cb8b4044e4477b08e7c3b9cda7a49 2024-12-07T22:19:55,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d220736ed83f453c91e6f3cfb498ba46 2024-12-07T22:19:55,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/d8f98f06443f411dbfe9c004d6cefb12 2024-12-07T22:19:55,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/b59ccb91ad3d49fa9413e7c6ff8fc6ea 2024-12-07T22:19:55,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/dea2585277e248f89bb5ce74c21908fa 2024-12-07T22:19:55,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/574f14379ba2442d9cc1abcb22aa0119 2024-12-07T22:19:55,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/ee1065fb555246499a6ec05a9b14e2f6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/ee1065fb555246499a6ec05a9b14e2f6 2024-12-07T22:19:55,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/116b8d6f68e04592b2473ae3e9530825 2024-12-07T22:19:55,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/f1983351ef95433397b29f6342a227d5 2024-12-07T22:19:55,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a1274a2a12214720bf34b5787bb42663 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a1274a2a12214720bf34b5787bb42663 2024-12-07T22:19:55,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/18cfc23cdfe743fc94a8ea6025225bdf 2024-12-07T22:19:55,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/a75311f9b58a41ebb0e585e14745a085 2024-12-07T22:19:55,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/af36994c95e04b19a448906f0a7d3f2a 2024-12-07T22:19:55,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/70f16f552a4f4c28a661006fd5d0da44 2024-12-07T22:19:55,104 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=1 2024-12-07T22:19:55,108 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b. 2024-12-07T22:19:55,108 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for 1901e86dff6b97e8c205dd45dbe1fc1b: 2024-12-07T22:19:55,110 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed 1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:55,110 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=1901e86dff6b97e8c205dd45dbe1fc1b, regionState=CLOSED 2024-12-07T22:19:55,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-07T22:19:55,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure 1901e86dff6b97e8c205dd45dbe1fc1b, server=f83a3c5fcf38,36279,1733609965087 in 1.6000 sec 2024-12-07T22:19:55,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-07T22:19:55,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1901e86dff6b97e8c205dd45dbe1fc1b, UNASSIGN in 1.6040 sec 2024-12-07T22:19:55,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-07T22:19:55,116 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6090 sec 2024-12-07T22:19:55,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609995117"}]},"ts":"1733609995117"} 2024-12-07T22:19:55,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:19:55,121 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:19:55,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6280 sec 2024-12-07T22:19:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-07T22:19:55,605 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-07T22:19:55,608 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:19:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,613 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T22:19:55,618 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:55,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/recovered.edits] 2024-12-07T22:19:55,624 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4800831a9fbe4a798b51cadc2d2a5b44 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/4800831a9fbe4a798b51cadc2d2a5b44 2024-12-07T22:19:55,626 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/736b74b36bc948f0af93dde4c5b557ab to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/A/736b74b36bc948f0af93dde4c5b557ab 2024-12-07T22:19:55,628 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/889543764dd045d5bf07f59bd16fb800 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/889543764dd045d5bf07f59bd16fb800 2024-12-07T22:19:55,630 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e2b2e1f41cd544838a179a9b649d4fea to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/B/e2b2e1f41cd544838a179a9b649d4fea 2024-12-07T22:19:55,632 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/487f9c1366134719b0534bff94cf4713 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/487f9c1366134719b0534bff94cf4713 2024-12-07T22:19:55,633 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/751813dceb794529a75a79d151d8f1cb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/C/751813dceb794529a75a79d151d8f1cb 2024-12-07T22:19:55,635 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/recovered.edits/599.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b/recovered.edits/599.seqid 2024-12-07T22:19:55,636 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/1901e86dff6b97e8c205dd45dbe1fc1b 2024-12-07T22:19:55,636 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:19:55,641 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-07T22:19:55,648 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:19:55,684 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:19:55,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,685 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:19:55,686 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733609995685"}]},"ts":"9223372036854775807"} 2024-12-07T22:19:55,688 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:19:55,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1901e86dff6b97e8c205dd45dbe1fc1b, NAME => 'TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:19:55,688 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:19:55,689 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733609995688"}]},"ts":"9223372036854775807"} 2024-12-07T22:19:55,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:19:55,693 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 84 msec 2024-12-07T22:19:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-07T22:19:55,716 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-07T22:19:55,730 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: hconnection-0x5602a74-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731836772_22 at /127.0.0.1:50196 [Waiting for operation #399] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1548062253_22 at /127.0.0.1:60686 [Waiting for operation #415] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f83a3c5fcf38:36279-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 191) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7092 (was 7642) 2024-12-07T22:19:55,740 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=7092 2024-12-07T22:19:55,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:19:55,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:19:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:55,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:19:55,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:55,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-12-07T22:19:55,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:19:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:55,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741968_1144 (size=963) 2024-12-07T22:19:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:56,153 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:19:56,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741969_1145 (size=53) 2024-12-07T22:19:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 7b99cad0b0cbb72d606d39a3de8194f0, disabling compactions & flushes 2024-12-07T22:19:56,559 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. after waiting 0 ms 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,559 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,559 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:19:56,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:19:56,561 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733609996560"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733609996560"}]},"ts":"1733609996560"} 2024-12-07T22:19:56,562 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:19:56,563 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:19:56,563 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609996563"}]},"ts":"1733609996563"} 2024-12-07T22:19:56,564 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:19:56,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, ASSIGN}] 2024-12-07T22:19:56,573 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, ASSIGN 2024-12-07T22:19:56,574 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:19:56,724 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:56,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:56,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:56,878 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:56,881 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,882 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,884 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,885 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:56,885 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName A 2024-12-07T22:19:56,885 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:56,886 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:56,886 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,887 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:56,887 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName B 2024-12-07T22:19:56,888 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:56,888 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:56,888 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,889 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:56,889 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName C 2024-12-07T22:19:56,889 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:56,890 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:56,890 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,890 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,891 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,892 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:19:56,893 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:56,894 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:19:56,895 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 7b99cad0b0cbb72d606d39a3de8194f0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64023448, jitterRate=-0.04597628116607666}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:19:56,895 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:19:56,896 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., pid=37, masterSystemTime=1733609996878 2024-12-07T22:19:56,898 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,898 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:56,898 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:56,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-07T22:19:56,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 in 173 msec 2024-12-07T22:19:56,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-07T22:19:56,902 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, ASSIGN in 329 msec 2024-12-07T22:19:56,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:19:56,903 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733609996903"}]},"ts":"1733609996903"} 2024-12-07T22:19:56,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:19:56,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:19:56,909 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-12-07T22:19:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-07T22:19:57,850 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-12-07T22:19:57,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x04506927 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a9b9802 2024-12-07T22:19:57,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118b007e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:57,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:57,859 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:57,861 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:19:57,862 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:19:57,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:19:57,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:19:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T22:19:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741970_1146 (size=999) 2024-12-07T22:19:58,290 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T22:19:58,290 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T22:19:58,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:19:58,302 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, REOPEN/MOVE}] 2024-12-07T22:19:58,303 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, REOPEN/MOVE 2024-12-07T22:19:58,303 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,305 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:19:58,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:58,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,457 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,457 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:19:58,457 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 7b99cad0b0cbb72d606d39a3de8194f0, disabling compactions & flushes 2024-12-07T22:19:58,457 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,457 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,457 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. after waiting 0 ms 2024-12-07T22:19:58,457 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,461 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:19:58,462 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,462 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:19:58,462 WARN [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 7b99cad0b0cbb72d606d39a3de8194f0 to self. 2024-12-07T22:19:58,463 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=CLOSED 2024-12-07T22:19:58,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-07T22:19:58,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 in 160 msec 2024-12-07T22:19:58,467 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, REOPEN/MOVE; state=CLOSED, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=true 2024-12-07T22:19:58,617 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:19:58,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,774 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,774 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:19:58,774 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,775 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:19:58,775 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,775 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,779 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,780 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:58,787 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName A 2024-12-07T22:19:58,789 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:58,789 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:58,790 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,791 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:58,791 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName B 2024-12-07T22:19:58,791 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:58,791 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:58,792 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,792 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:19:58,792 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b99cad0b0cbb72d606d39a3de8194f0 columnFamilyName C 2024-12-07T22:19:58,793 DEBUG [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:58,793 INFO [StoreOpener-7b99cad0b0cbb72d606d39a3de8194f0-1 {}] regionserver.HStore(327): Store=7b99cad0b0cbb72d606d39a3de8194f0/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:19:58,793 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,794 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,795 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,796 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:19:58,797 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,798 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 7b99cad0b0cbb72d606d39a3de8194f0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71845877, jitterRate=0.07058699429035187}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:19:58,799 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:19:58,799 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., pid=42, masterSystemTime=1733609998771 2024-12-07T22:19:58,801 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,801 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:58,801 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=OPEN, openSeqNum=5, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-12-07T22:19:58,804 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 in 183 msec 2024-12-07T22:19:58,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-07T22:19:58,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, REOPEN/MOVE in 502 msec 2024-12-07T22:19:58,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-07T22:19:58,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-12-07T22:19:58,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 936 msec 2024-12-07T22:19:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-07T22:19:58,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7362d978 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cae6c5c 2024-12-07T22:19:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7d6279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,825 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bad2e85 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c820ef9 2024-12-07T22:19:58,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b55744e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ebda6ad to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@b44b1e5 2024-12-07T22:19:58,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454f1431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19a533a3 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e904d8 2024-12-07T22:19:58,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769942d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x465dc764 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a4c53ed 2024-12-07T22:19:58,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f47f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68f0be85 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@247c0c93 2024-12-07T22:19:58,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-07T22:19:58,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a52344f to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3448d233 2024-12-07T22:19:58,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7940d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08ba8425 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a11164b 2024-12-07T22:19:58,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c38ee58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:19:58,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:19:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-07T22:19:58,864 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:19:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:19:58,865 DEBUG [hconnection-0x1df86041-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,865 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:19:58,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:19:58,870 DEBUG [hconnection-0x3c7aae15-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,871 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,876 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39318, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,880 DEBUG [hconnection-0x172b9bc7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,881 DEBUG [hconnection-0xf75827d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,881 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,885 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39336, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,887 DEBUG [hconnection-0x5adbadad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,888 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,897 DEBUG [hconnection-0x41a5c299-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,898 DEBUG [hconnection-0x7beb2b84-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,900 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39356, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:58,906 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:19:58,908 DEBUG [hconnection-0x4360ec3c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:19:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:58,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:19:58,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:58,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:19:58,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:58,909 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39368, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,921 DEBUG [hconnection-0x491f59a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:19:58,922 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39378, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:19:58,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610058949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610058951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610058953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:58,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610058956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610058955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:19:58,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e01d60f08035412596849b90255ae557_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733609998876/Put/seqid=0 2024-12-07T22:19:59,017 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:19:59,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741971_1147 (size=12154) 2024-12-07T22:19:59,052 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:59,059 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e01d60f08035412596849b90255ae557_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e01d60f08035412596849b90255ae557_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:59,060 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/a7d01f92d13d4a9bb899c2eea4d30bf4, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:19:59,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610059060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610059061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610059061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610059064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610059067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/a7d01f92d13d4a9bb899c2eea4d30bf4 is 175, key is test_row_0/A:col10/1733609998876/Put/seqid=0 2024-12-07T22:19:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741972_1148 (size=30955) 2024-12-07T22:19:59,105 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/a7d01f92d13d4a9bb899c2eea4d30bf4 2024-12-07T22:19:59,158 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-07T22:19:59,159 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-07T22:19:59,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c41c0ba8c8d24128abe1939ef4992d36 is 50, key is test_row_0/B:col10/1733609998876/Put/seqid=0 2024-12-07T22:19:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:19:59,171 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:19:59,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741973_1149 (size=12001) 2024-12-07T22:19:59,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c41c0ba8c8d24128abe1939ef4992d36 2024-12-07T22:19:59,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/2b165945099b44b49de5362bb1981d6c is 50, key is test_row_0/C:col10/1733609998876/Put/seqid=0 2024-12-07T22:19:59,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741974_1150 (size=12001) 2024-12-07T22:19:59,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610059266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610059268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610059269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610059270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610059272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,324 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:19:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:19:59,477 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:19:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,497 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610059569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610059570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610059572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610059573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:19:59,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610059574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/2b165945099b44b49de5362bb1981d6c 2024-12-07T22:19:59,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/a7d01f92d13d4a9bb899c2eea4d30bf4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4 2024-12-07T22:19:59,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4, entries=150, sequenceid=16, filesize=30.2 K 2024-12-07T22:19:59,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c41c0ba8c8d24128abe1939ef4992d36 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36 2024-12-07T22:19:59,650 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:19:59,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:19:59,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T22:19:59,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/2b165945099b44b49de5362bb1981d6c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c 2024-12-07T22:19:59,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c, entries=150, sequenceid=16, filesize=11.7 K 2024-12-07T22:19:59,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 7b99cad0b0cbb72d606d39a3de8194f0 in 755ms, sequenceid=16, compaction requested=false 2024-12-07T22:19:59,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:19:59,803 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:19:59,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-07T22:19:59,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:19:59,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:19:59,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:19:59,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207131e093d6867432c87b90239693178f1_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733609998938/Put/seqid=0 2024-12-07T22:19:59,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741975_1151 (size=12154) 2024-12-07T22:19:59,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:19:59,864 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207131e093d6867432c87b90239693178f1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131e093d6867432c87b90239693178f1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:19:59,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab01483c9bc4325b9e8b6559243699b, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:19:59,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab01483c9bc4325b9e8b6559243699b is 175, key is test_row_0/A:col10/1733609998938/Put/seqid=0 2024-12-07T22:19:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741976_1152 (size=30955) 2024-12-07T22:19:59,885 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab01483c9bc4325b9e8b6559243699b 2024-12-07T22:19:59,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/a10072481f2b4641a9b853f3f79595cd is 50, key is test_row_0/B:col10/1733609998938/Put/seqid=0 2024-12-07T22:19:59,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741977_1153 (size=12001) 2024-12-07T22:19:59,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:20:00,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:00,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:00,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610060082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610060083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610060086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610060086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610060088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610060190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610060192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610060190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610060192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610060193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/a10072481f2b4641a9b853f3f79595cd 2024-12-07T22:20:00,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a21c7f2753524c979f9ea6d36f051adc is 50, key is test_row_0/C:col10/1733609998938/Put/seqid=0 2024-12-07T22:20:00,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741978_1154 (size=12001) 2024-12-07T22:20:00,383 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a21c7f2753524c979f9ea6d36f051adc 2024-12-07T22:20:00,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab01483c9bc4325b9e8b6559243699b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b 2024-12-07T22:20:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610060394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610060396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610060396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610060396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610060399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,401 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b, entries=150, sequenceid=40, filesize=30.2 K 2024-12-07T22:20:00,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/a10072481f2b4641a9b853f3f79595cd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd 2024-12-07T22:20:00,408 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T22:20:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a21c7f2753524c979f9ea6d36f051adc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc 2024-12-07T22:20:00,414 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T22:20:00,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7b99cad0b0cbb72d606d39a3de8194f0 in 611ms, sequenceid=40, compaction requested=false 2024-12-07T22:20:00,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:00,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:00,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-07T22:20:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-07T22:20:00,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-07T22:20:00,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5520 sec 2024-12-07T22:20:00,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.5560 sec 2024-12-07T22:20:00,674 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:20:00,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:20:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:00,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:00,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:00,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075fdd30f75cf1441ca5b1b61a2fef15bf_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:00,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610060736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610060737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610060739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610060741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610060742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741979_1155 (size=14594) 2024-12-07T22:20:00,757 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:00,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412075fdd30f75cf1441ca5b1b61a2fef15bf_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075fdd30f75cf1441ca5b1b61a2fef15bf_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:00,766 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/40025e66150149ef8ce34e93bb1ceacb, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:00,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/40025e66150149ef8ce34e93bb1ceacb is 175, key is test_row_0/A:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:00,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741980_1156 (size=39549) 2024-12-07T22:20:00,788 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/40025e66150149ef8ce34e93bb1ceacb 2024-12-07T22:20:00,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/072addf85e484b279bbb04aa7ad145da is 50, key is test_row_0/B:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:00,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741981_1157 (size=12001) 2024-12-07T22:20:00,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/072addf85e484b279bbb04aa7ad145da 2024-12-07T22:20:00,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/e325345e94ca412d864ea91ea0991977 is 50, key is test_row_0/C:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:00,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610060843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610060843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610060847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610060847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:00,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610060847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:00,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741982_1158 (size=12001) 2024-12-07T22:20:00,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/e325345e94ca412d864ea91ea0991977 2024-12-07T22:20:00,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/40025e66150149ef8ce34e93bb1ceacb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb 2024-12-07T22:20:00,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb, entries=200, sequenceid=53, filesize=38.6 K 2024-12-07T22:20:00,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/072addf85e484b279bbb04aa7ad145da as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da 2024-12-07T22:20:00,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da, entries=150, sequenceid=53, filesize=11.7 K 2024-12-07T22:20:00,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/e325345e94ca412d864ea91ea0991977 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977 2024-12-07T22:20:00,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977, entries=150, sequenceid=53, filesize=11.7 K 2024-12-07T22:20:00,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7b99cad0b0cbb72d606d39a3de8194f0 in 193ms, sequenceid=53, compaction requested=true 2024-12-07T22:20:00,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:00,898 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:00,898 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:00,898 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:00,899 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:00,899 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:00,899 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:00,899 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=35.2 K 2024-12-07T22:20:00,900 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:00,900 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:00,900 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:00,900 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=99.1 K 2024-12-07T22:20:00,900 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:00,900 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb] 2024-12-07T22:20:00,901 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c41c0ba8c8d24128abe1939ef4992d36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733609998876 2024-12-07T22:20:00,901 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a10072481f2b4641a9b853f3f79595cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733609998938 2024-12-07T22:20:00,902 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7d01f92d13d4a9bb899c2eea4d30bf4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733609998876 2024-12-07T22:20:00,908 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 072addf85e484b279bbb04aa7ad145da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:00,908 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ab01483c9bc4325b9e8b6559243699b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733609998938 2024-12-07T22:20:00,909 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40025e66150149ef8ce34e93bb1ceacb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:00,937 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:00,938 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/5923e46babe1427facfcc4a6ef68f7f0 is 50, key is test_row_0/B:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:00,945 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:00,949 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207e9534089457f44bba176cfcea8cb5e45_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:00,960 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207e9534089457f44bba176cfcea8cb5e45_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:00,960 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e9534089457f44bba176cfcea8cb5e45_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:00,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741983_1159 (size=12104) 2024-12-07T22:20:00,968 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/5923e46babe1427facfcc4a6ef68f7f0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/5923e46babe1427facfcc4a6ef68f7f0 2024-12-07T22:20:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-07T22:20:00,971 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-07T22:20:00,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:00,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-07T22:20:00,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:00,976 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:00,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:00,982 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into 5923e46babe1427facfcc4a6ef68f7f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:00,982 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:00,982 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=13, startTime=1733610000898; duration=0sec 2024-12-07T22:20:00,982 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:00,982 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:00,982 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:00,985 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:00,985 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:00,985 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:00,985 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=35.2 K 2024-12-07T22:20:00,987 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b165945099b44b49de5362bb1981d6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733609998876 2024-12-07T22:20:00,988 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a21c7f2753524c979f9ea6d36f051adc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733609998938 2024-12-07T22:20:00,988 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e325345e94ca412d864ea91ea0991977, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:01,002 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:01,002 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/45a9700ad34543b89b4027bc10492bd2 is 50, key is test_row_0/C:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:01,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741984_1160 (size=4469) 2024-12-07T22:20:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741985_1161 (size=12104) 2024-12-07T22:20:01,034 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/45a9700ad34543b89b4027bc10492bd2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/45a9700ad34543b89b4027bc10492bd2 2024-12-07T22:20:01,040 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into 45a9700ad34543b89b4027bc10492bd2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:01,040 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:01,040 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=13, startTime=1733610000898; duration=0sec 2024-12-07T22:20:01,040 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:01,040 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:01,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:01,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:01,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610061060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610061063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610061063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207dbecaf2d79e94f418b36e0c11bcf1047_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610001049/Put/seqid=0 2024-12-07T22:20:01,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610061064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610061065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741986_1162 (size=14594) 2024-12-07T22:20:01,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610061166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610061173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610061174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610061177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610061178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:01,284 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610061369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610061377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610061376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610061380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610061380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,406 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#139 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:01,409 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/0564cb6864a64b458d68541fa2707d35 is 175, key is test_row_0/A:col10/1733610000701/Put/seqid=0 2024-12-07T22:20:01,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741987_1163 (size=31058) 2024-12-07T22:20:01,426 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/0564cb6864a64b458d68541fa2707d35 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35 2024-12-07T22:20:01,432 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into 0564cb6864a64b458d68541fa2707d35(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:01,433 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:01,433 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=13, startTime=1733610000897; duration=0sec 2024-12-07T22:20:01,433 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:01,433 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:01,438 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,486 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:01,493 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207dbecaf2d79e94f418b36e0c11bcf1047_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207dbecaf2d79e94f418b36e0c11bcf1047_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:01,494 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b6dfa90b882144c58319390715fabb57, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:01,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b6dfa90b882144c58319390715fabb57 is 175, key is test_row_0/A:col10/1733610001049/Put/seqid=0 2024-12-07T22:20:01,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741988_1164 (size=39549) 2024-12-07T22:20:01,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:01,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610061674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610061682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610061683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610061684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:01,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610061688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:01,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:01,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:01,908 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b6dfa90b882144c58319390715fabb57 2024-12-07T22:20:01,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f4c3ad79d7c2461c8e92421c13c07669 is 50, key is test_row_0/B:col10/1733610001049/Put/seqid=0 2024-12-07T22:20:01,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741989_1165 (size=12001) 2024-12-07T22:20:02,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610062178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:02,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610062185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:02,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610062186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610062191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:02,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610062191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f4c3ad79d7c2461c8e92421c13c07669 2024-12-07T22:20:02,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/91174efec0724476bd1095a7d717d49b is 50, key is test_row_0/C:col10/1733610001049/Put/seqid=0 2024-12-07T22:20:02,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741990_1166 (size=12001) 2024-12-07T22:20:02,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:02,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/91174efec0724476bd1095a7d717d49b 2024-12-07T22:20:02,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b6dfa90b882144c58319390715fabb57 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57 2024-12-07T22:20:02,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57, entries=200, sequenceid=80, filesize=38.6 K 2024-12-07T22:20:02,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f4c3ad79d7c2461c8e92421c13c07669 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669 2024-12-07T22:20:02,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669, entries=150, sequenceid=80, filesize=11.7 K 2024-12-07T22:20:02,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/91174efec0724476bd1095a7d717d49b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b 2024-12-07T22:20:02,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b, entries=150, sequenceid=80, filesize=11.7 K 2024-12-07T22:20:02,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1737ms, sequenceid=80, compaction requested=false 2024-12-07T22:20:02,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:02,818 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:02,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-07T22:20:02,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:02,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:02,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:02,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df36f42112444d56a1e3fd75dc9eb0db_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610001060/Put/seqid=0 2024-12-07T22:20:02,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741991_1167 (size=12154) 2024-12-07T22:20:03,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:03,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:03,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610063218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610063220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610063222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610063222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610063222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:03,240 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df36f42112444d56a1e3fd75dc9eb0db_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df36f42112444d56a1e3fd75dc9eb0db_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:03,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/7ea8177672194b0db0d975576999c7ea, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:03,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/7ea8177672194b0db0d975576999c7ea is 175, key is test_row_0/A:col10/1733610001060/Put/seqid=0 2024-12-07T22:20:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741992_1168 (size=30955) 2024-12-07T22:20:03,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/7ea8177672194b0db0d975576999c7ea 2024-12-07T22:20:03,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/7b00276807fc4066bfc5362d1b6fa5ba is 50, key is test_row_0/B:col10/1733610001060/Put/seqid=0 2024-12-07T22:20:03,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741993_1169 (size=12001) 2024-12-07T22:20:03,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/7b00276807fc4066bfc5362d1b6fa5ba 2024-12-07T22:20:03,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610063324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/17510a9d0a774303b6ff77058c7759f5 is 50, key is test_row_0/C:col10/1733610001060/Put/seqid=0 2024-12-07T22:20:03,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610063324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610063325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610063327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610063327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741994_1170 (size=12001) 2024-12-07T22:20:03,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610063527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610063528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610063529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610063530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610063535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/17510a9d0a774303b6ff77058c7759f5 2024-12-07T22:20:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/7ea8177672194b0db0d975576999c7ea as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea 2024-12-07T22:20:03,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea, entries=150, sequenceid=93, filesize=30.2 K 2024-12-07T22:20:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/7b00276807fc4066bfc5362d1b6fa5ba as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba 2024-12-07T22:20:03,761 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:20:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/17510a9d0a774303b6ff77058c7759f5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5 2024-12-07T22:20:03,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:20:03,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 7b99cad0b0cbb72d606d39a3de8194f0 in 950ms, sequenceid=93, compaction requested=true 2024-12-07T22:20:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:03,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-07T22:20:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-07T22:20:03,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-07T22:20:03,772 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7940 sec 2024-12-07T22:20:03,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.8000 sec 2024-12-07T22:20:03,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:03,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:20:03,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:03,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:03,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:03,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:03,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:03,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:03,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610063840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610063840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610063842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b79a8d21e72a452583ead0ef7dfab364_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610063843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610063843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741995_1171 (size=12154) 2024-12-07T22:20:03,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610063944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610063946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610063947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610063947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:03,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:03,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610063948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610064148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610064151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610064151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610064151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610064152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,254 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:04,259 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b79a8d21e72a452583ead0ef7dfab364_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b79a8d21e72a452583ead0ef7dfab364_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:04,260 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/2f5d3676ef7048ebadf503ad85a98f03, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/2f5d3676ef7048ebadf503ad85a98f03 is 175, key is test_row_0/A:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741996_1172 (size=30955) 2024-12-07T22:20:04,267 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/2f5d3676ef7048ebadf503ad85a98f03 2024-12-07T22:20:04,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/cc0e850daef44fe286ff88ea1ce670bc is 50, key is test_row_0/B:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741997_1173 (size=12001) 2024-12-07T22:20:04,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610064450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610064454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610064455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610064456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:04,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610064457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:04,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/cc0e850daef44fe286ff88ea1ce670bc 2024-12-07T22:20:04,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a98613b6cd9e4dabbde3b5362d195220 is 50, key is test_row_0/C:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741998_1174 (size=12001) 2024-12-07T22:20:04,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a98613b6cd9e4dabbde3b5362d195220 2024-12-07T22:20:04,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/2f5d3676ef7048ebadf503ad85a98f03 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03 2024-12-07T22:20:04,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03, entries=150, sequenceid=120, filesize=30.2 K 2024-12-07T22:20:04,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/cc0e850daef44fe286ff88ea1ce670bc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc 2024-12-07T22:20:04,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc, entries=150, sequenceid=120, filesize=11.7 K 2024-12-07T22:20:04,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a98613b6cd9e4dabbde3b5362d195220 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220 2024-12-07T22:20:04,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220, entries=150, sequenceid=120, filesize=11.7 K 2024-12-07T22:20:04,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7b99cad0b0cbb72d606d39a3de8194f0 in 887ms, sequenceid=120, compaction requested=true 2024-12-07T22:20:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:04,722 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:04,722 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:04,722 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:04,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:04,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:04,724 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:04,724 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:04,724 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:04,724 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/5923e46babe1427facfcc4a6ef68f7f0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=47.0 K 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5923e46babe1427facfcc4a6ef68f7f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:04,725 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:04,725 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=129.4 K 2024-12-07T22:20:04,725 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f4c3ad79d7c2461c8e92421c13c07669, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733610000722 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03] 2024-12-07T22:20:04,725 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b00276807fc4066bfc5362d1b6fa5ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610001060 2024-12-07T22:20:04,726 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting cc0e850daef44fe286ff88ea1ce670bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:04,726 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0564cb6864a64b458d68541fa2707d35, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:04,727 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6dfa90b882144c58319390715fabb57, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733610000722 2024-12-07T22:20:04,727 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ea8177672194b0db0d975576999c7ea, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610001060 2024-12-07T22:20:04,728 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f5d3676ef7048ebadf503ad85a98f03, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:04,740 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#150 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:04,740 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,741 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/d03311e5dbff404f8872e0e97520ce00 is 50, key is test_row_0/B:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207ca7241db84bd46febfd752157d1945f5_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,746 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207ca7241db84bd46febfd752157d1945f5_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,746 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ca7241db84bd46febfd752157d1945f5_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742000_1176 (size=4469) 2024-12-07T22:20:04,790 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#151 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:04,791 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/76b33e3a9c5342099920989f9847b810 is 175, key is test_row_0/A:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741999_1175 (size=12241) 2024-12-07T22:20:04,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742001_1177 (size=31195) 2024-12-07T22:20:04,812 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/76b33e3a9c5342099920989f9847b810 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810 2024-12-07T22:20:04,820 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into 76b33e3a9c5342099920989f9847b810(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:04,820 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:04,820 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=12, startTime=1733610004722; duration=0sec 2024-12-07T22:20:04,820 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:04,820 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:04,820 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:04,822 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:04,823 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:04,823 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:04,823 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/45a9700ad34543b89b4027bc10492bd2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=47.0 K 2024-12-07T22:20:04,823 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45a9700ad34543b89b4027bc10492bd2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733610000080 2024-12-07T22:20:04,824 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91174efec0724476bd1095a7d717d49b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733610000722 2024-12-07T22:20:04,824 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 17510a9d0a774303b6ff77058c7759f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610001060 2024-12-07T22:20:04,825 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a98613b6cd9e4dabbde3b5362d195220, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:04,841 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#152 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:04,841 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/dd95682d6d95427f8e59c7723948021b is 50, key is test_row_0/C:col10/1733610003220/Put/seqid=0 2024-12-07T22:20:04,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742002_1178 (size=12241) 2024-12-07T22:20:04,879 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/dd95682d6d95427f8e59c7723948021b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/dd95682d6d95427f8e59c7723948021b 2024-12-07T22:20:04,887 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into dd95682d6d95427f8e59c7723948021b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:04,888 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:04,888 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=12, startTime=1733610004722; duration=0sec 2024-12-07T22:20:04,888 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:04,890 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:04,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:04,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:04,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:04,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:04,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:04,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:04,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:04,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:04,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074155f40a0e69414cbc1be5e5a73802e2_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610003838/Put/seqid=0 2024-12-07T22:20:04,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742003_1179 (size=12254) 2024-12-07T22:20:04,978 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:04,982 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074155f40a0e69414cbc1be5e5a73802e2_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074155f40a0e69414cbc1be5e5a73802e2_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:04,984 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/6d86a751b1fb4eaca27f0374f0dbe8c5, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:04,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/6d86a751b1fb4eaca27f0374f0dbe8c5 is 175, key is test_row_0/A:col10/1733610003838/Put/seqid=0 2024-12-07T22:20:04,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742004_1180 (size=31055) 2024-12-07T22:20:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-07T22:20:05,083 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-07T22:20:05,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-07T22:20:05,089 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:05,090 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:05,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:05,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,155 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:05,201 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/d03311e5dbff404f8872e0e97520ce00 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/d03311e5dbff404f8872e0e97520ce00 2024-12-07T22:20:05,210 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into d03311e5dbff404f8872e0e97520ce00(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:05,210 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:05,210 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=12, startTime=1733610004722; duration=0sec 2024-12-07T22:20:05,210 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:05,210 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:05,246 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-07T22:20:05,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:05,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:05,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:05,247 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,395 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/6d86a751b1fb4eaca27f0374f0dbe8c5 2024-12-07T22:20:05,399 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-07T22:20:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:05,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:05,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:05,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ba98ab5095864916b5d9fbbff5d13e0b is 50, key is test_row_0/B:col10/1733610003838/Put/seqid=0 2024-12-07T22:20:05,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742005_1181 (size=12101) 2024-12-07T22:20:05,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ba98ab5095864916b5d9fbbff5d13e0b 2024-12-07T22:20:05,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ddc4d942012e4ee8911c8095f7594dc1 is 50, key is test_row_0/C:col10/1733610003838/Put/seqid=0 2024-12-07T22:20:05,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742006_1182 (size=12101) 2024-12-07T22:20:05,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ddc4d942012e4ee8911c8095f7594dc1 2024-12-07T22:20:05,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/6d86a751b1fb4eaca27f0374f0dbe8c5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5 2024-12-07T22:20:05,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5, entries=150, sequenceid=133, filesize=30.3 K 2024-12-07T22:20:05,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ba98ab5095864916b5d9fbbff5d13e0b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b 2024-12-07T22:20:05,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b, entries=150, sequenceid=133, filesize=11.8 K 2024-12-07T22:20:05,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ddc4d942012e4ee8911c8095f7594dc1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1 2024-12-07T22:20:05,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1, entries=150, sequenceid=133, filesize=11.8 K 2024-12-07T22:20:05,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7b99cad0b0cbb72d606d39a3de8194f0 in 545ms, sequenceid=133, compaction requested=false 2024-12-07T22:20:05,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:05,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-07T22:20:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:05,557 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:20:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:05,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:05,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a31fd718eb584390ad0f4e6c71883248_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610005038/Put/seqid=0 2024-12-07T22:20:05,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742007_1183 (size=12304) 2024-12-07T22:20:05,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:05,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610065978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610065978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610065979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:05,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:05,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610065980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610065980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:06,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a31fd718eb584390ad0f4e6c71883248_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a31fd718eb584390ad0f4e6c71883248_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b8b244127f054b828a402bea00231413, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:06,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b8b244127f054b828a402bea00231413 is 175, key is test_row_0/A:col10/1733610005038/Put/seqid=0 2024-12-07T22:20:06,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742008_1184 (size=31105) 2024-12-07T22:20:06,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:06,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610066281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610066281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610066285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610066302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610066303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b8b244127f054b828a402bea00231413 2024-12-07T22:20:06,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/08a0475fb00c4358919e0ea50504f779 is 50, key is test_row_0/B:col10/1733610005038/Put/seqid=0 2024-12-07T22:20:06,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742009_1185 (size=12151) 2024-12-07T22:20:06,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/08a0475fb00c4358919e0ea50504f779 2024-12-07T22:20:06,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b7d87be0ba8a44f7b927478882de8fe3 is 50, key is test_row_0/C:col10/1733610005038/Put/seqid=0 2024-12-07T22:20:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742010_1186 (size=12151) 2024-12-07T22:20:06,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610066785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610066786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610066789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610066805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610066809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:06,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b7d87be0ba8a44f7b927478882de8fe3 2024-12-07T22:20:06,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b8b244127f054b828a402bea00231413 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413 2024-12-07T22:20:06,903 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413, entries=150, sequenceid=160, filesize=30.4 K 2024-12-07T22:20:06,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/08a0475fb00c4358919e0ea50504f779 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779 2024-12-07T22:20:06,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779, entries=150, sequenceid=160, filesize=11.9 K 2024-12-07T22:20:06,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b7d87be0ba8a44f7b927478882de8fe3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3 2024-12-07T22:20:06,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3, entries=150, sequenceid=160, filesize=11.9 K 2024-12-07T22:20:06,915 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1358ms, sequenceid=160, compaction requested=true 2024-12-07T22:20:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-07T22:20:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-07T22:20:06,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-07T22:20:06,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8260 sec 2024-12-07T22:20:06,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.8310 sec 2024-12-07T22:20:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-07T22:20:07,208 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-07T22:20:07,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-07T22:20:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:07,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:07,211 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:07,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:07,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-07T22:20:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:07,364 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:07,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:07,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076399903f0db442b3933a9803d6703c3a_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610005669/Put/seqid=0 2024-12-07T22:20:07,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742011_1187 (size=12304) 2024-12-07T22:20:07,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:07,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076399903f0db442b3933a9803d6703c3a_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076399903f0db442b3933a9803d6703c3a_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ee8ecc46d5cd443cbdbc60405bbfa14f, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:07,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ee8ecc46d5cd443cbdbc60405bbfa14f is 175, key is test_row_0/A:col10/1733610005669/Put/seqid=0 2024-12-07T22:20:07,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:07,790 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:07,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742012_1188 (size=31105) 2024-12-07T22:20:07,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ee8ecc46d5cd443cbdbc60405bbfa14f 2024-12-07T22:20:07,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:07,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/df717af4617345d6ad10e2da6daeb0a7 is 50, key is test_row_0/B:col10/1733610005669/Put/seqid=0 2024-12-07T22:20:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742013_1189 (size=12151) 2024-12-07T22:20:07,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610067819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,823 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610067820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610067821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610067822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610067823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610067924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610067925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610067927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610067928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:07,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610067928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610068127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610068127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610068130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610068131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610068131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/df717af4617345d6ad10e2da6daeb0a7 2024-12-07T22:20:08,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a44c8abd7c2d4d92b47c136a22fece23 is 50, key is test_row_0/C:col10/1733610005669/Put/seqid=0 2024-12-07T22:20:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742014_1190 (size=12151) 2024-12-07T22:20:08,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610068429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610068429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610068434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610068434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610068435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a44c8abd7c2d4d92b47c136a22fece23 2024-12-07T22:20:08,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ee8ecc46d5cd443cbdbc60405bbfa14f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f 2024-12-07T22:20:08,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f, entries=150, sequenceid=171, filesize=30.4 K 2024-12-07T22:20:08,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/df717af4617345d6ad10e2da6daeb0a7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7 2024-12-07T22:20:08,661 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7, entries=150, sequenceid=171, filesize=11.9 K 2024-12-07T22:20:08,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/a44c8abd7c2d4d92b47c136a22fece23 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23 2024-12-07T22:20:08,668 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23, entries=150, sequenceid=171, filesize=11.9 K 2024-12-07T22:20:08,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1305ms, sequenceid=171, compaction requested=true 2024-12-07T22:20:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:08,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-07T22:20:08,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-07T22:20:08,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-07T22:20:08,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4580 sec 2024-12-07T22:20:08,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.4640 sec 2024-12-07T22:20:08,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:08,935 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:20:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:08,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:08,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120775ea840e565348879d15c94f1ea1205b_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610068942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610068942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610068945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610068947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:08,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610068947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:08,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742015_1191 (size=12304) 2024-12-07T22:20:09,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610069048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610069048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610069048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610069052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610069052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610069250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610069252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610069252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610069255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610069256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-07T22:20:09,315 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-07T22:20:09,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-07T22:20:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:09,317 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:09,318 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:09,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:09,361 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:09,365 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120775ea840e565348879d15c94f1ea1205b_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120775ea840e565348879d15c94f1ea1205b_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:09,367 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/467a3464e2764011a99106ed7898599b, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:09,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/467a3464e2764011a99106ed7898599b is 175, key is test_row_0/A:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:09,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742016_1192 (size=31105) 2024-12-07T22:20:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:09,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610069556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610069556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610069557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610069558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610069559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:09,776 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/467a3464e2764011a99106ed7898599b 2024-12-07T22:20:09,780 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:09,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f3afba7410f74b2a8aa3f061e811d542 is 50, key is test_row_0/B:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:09,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742017_1193 (size=12151) 2024-12-07T22:20:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:09,932 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:09,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:09,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:09,940 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-07T22:20:09,941 INFO [master/f83a3c5fcf38:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-07T22:20:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610070060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:10,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610070061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:10,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610070061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610070064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610070067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f3afba7410f74b2a8aa3f061e811d542 2024-12-07T22:20:10,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ff1b429a87aa4691b052284433ef6bf0 is 50, key is test_row_0/C:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:10,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742018_1194 (size=12151) 2024-12-07T22:20:10,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ff1b429a87aa4691b052284433ef6bf0 2024-12-07T22:20:10,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/467a3464e2764011a99106ed7898599b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b 2024-12-07T22:20:10,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b, entries=150, sequenceid=197, filesize=30.4 K 2024-12-07T22:20:10,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f3afba7410f74b2a8aa3f061e811d542 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542 2024-12-07T22:20:10,238 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:10,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T22:20:10,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ff1b429a87aa4691b052284433ef6bf0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0 2024-12-07T22:20:10,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0, entries=150, sequenceid=197, filesize=11.9 K 2024-12-07T22:20:10,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1315ms, sequenceid=197, compaction requested=true 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:10,250 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:10,250 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:10,252 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 155565 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:20:10,252 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:10,252 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,252 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=151.9 K 2024-12-07T22:20:10,252 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,252 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b] 2024-12-07T22:20:10,253 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:20:10,253 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:10,253 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,253 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/d03311e5dbff404f8872e0e97520ce00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=59.4 K 2024-12-07T22:20:10,253 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76b33e3a9c5342099920989f9847b810, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:10,254 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d03311e5dbff404f8872e0e97520ce00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:10,254 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d86a751b1fb4eaca27f0374f0dbe8c5, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733610003838 2024-12-07T22:20:10,254 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ba98ab5095864916b5d9fbbff5d13e0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733610003838 2024-12-07T22:20:10,254 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8b244127f054b828a402bea00231413, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733610005038 2024-12-07T22:20:10,254 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 08a0475fb00c4358919e0ea50504f779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733610005038 2024-12-07T22:20:10,255 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee8ecc46d5cd443cbdbc60405bbfa14f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733610005667 2024-12-07T22:20:10,255 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting df717af4617345d6ad10e2da6daeb0a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733610005667 2024-12-07T22:20:10,255 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 467a3464e2764011a99106ed7898599b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:10,255 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f3afba7410f74b2a8aa3f061e811d542, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:10,267 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#165 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:10,267 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/afa0b1b1950948888686fe74561466a4 is 50, key is test_row_0/B:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:10,270 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:10,276 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d36c1530f0f64b1d8e0a8a27098b288a_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:10,278 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d36c1530f0f64b1d8e0a8a27098b288a_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:10,278 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d36c1530f0f64b1d8e0a8a27098b288a_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:10,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742019_1195 (size=12561) 2024-12-07T22:20:10,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742020_1196 (size=4469) 2024-12-07T22:20:10,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:10,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-07T22:20:10,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:10,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:10,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076d60e109dd4c4987ad561b5ede612f5a_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610008944/Put/seqid=0 2024-12-07T22:20:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742021_1197 (size=12304) 2024-12-07T22:20:10,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:10,688 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/afa0b1b1950948888686fe74561466a4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/afa0b1b1950948888686fe74561466a4 2024-12-07T22:20:10,697 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#166 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:10,698 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d9a01fb3c8f146ecacac3cd5c4447640 is 175, key is test_row_0/A:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:10,701 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into afa0b1b1950948888686fe74561466a4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:10,701 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:10,701 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=11, startTime=1733610010250; duration=0sec 2024-12-07T22:20:10,701 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:10,701 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:10,701 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:20:10,703 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:20:10,703 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:10,703 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:10,703 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/dd95682d6d95427f8e59c7723948021b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=59.4 K 2024-12-07T22:20:10,704 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dd95682d6d95427f8e59c7723948021b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610003220 2024-12-07T22:20:10,704 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc4d942012e4ee8911c8095f7594dc1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733610003838 2024-12-07T22:20:10,705 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d87be0ba8a44f7b927478882de8fe3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733610005038 2024-12-07T22:20:10,705 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a44c8abd7c2d4d92b47c136a22fece23, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733610005667 2024-12-07T22:20:10,705 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ff1b429a87aa4691b052284433ef6bf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742022_1198 (size=31515) 2024-12-07T22:20:10,720 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:10,720 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/481f2639d1c941649f5c1ee89d5758c3 is 50, key is test_row_0/C:col10/1733610007820/Put/seqid=0 2024-12-07T22:20:10,723 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d9a01fb3c8f146ecacac3cd5c4447640 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640 2024-12-07T22:20:10,731 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into d9a01fb3c8f146ecacac3cd5c4447640(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:10,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:10,731 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=11, startTime=1733610010250; duration=0sec 2024-12-07T22:20:10,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:10,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742023_1199 (size=12561) 2024-12-07T22:20:10,749 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/481f2639d1c941649f5c1ee89d5758c3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/481f2639d1c941649f5c1ee89d5758c3 2024-12-07T22:20:10,757 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into 481f2639d1c941649f5c1ee89d5758c3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:10,757 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:10,757 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=11, startTime=1733610010250; duration=0sec 2024-12-07T22:20:10,757 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:10,757 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:10,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:10,809 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076d60e109dd4c4987ad561b5ede612f5a_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d60e109dd4c4987ad561b5ede612f5a_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:10,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d77da2d2558145ecb6e241ab6e3678a2, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:10,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d77da2d2558145ecb6e241ab6e3678a2 is 175, key is test_row_0/A:col10/1733610008944/Put/seqid=0 2024-12-07T22:20:10,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742024_1200 (size=31105) 2024-12-07T22:20:10,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d77da2d2558145ecb6e241ab6e3678a2 2024-12-07T22:20:10,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/4d847af0a7104d82b15b5febb6405b7d is 50, key is test_row_0/B:col10/1733610008944/Put/seqid=0 2024-12-07T22:20:10,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742025_1201 (size=12151) 2024-12-07T22:20:11,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:11,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:11,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610071088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610071088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610071090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610071091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610071090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610071192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610071193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610071195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610071196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610071196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/4d847af0a7104d82b15b5febb6405b7d 2024-12-07T22:20:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/4c21e9ff0c2148fd8095e69173070616 is 50, key is test_row_0/C:col10/1733610008944/Put/seqid=0 2024-12-07T22:20:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742026_1202 (size=12151) 2024-12-07T22:20:11,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/4c21e9ff0c2148fd8095e69173070616 2024-12-07T22:20:11,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d77da2d2558145ecb6e241ab6e3678a2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2 2024-12-07T22:20:11,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2, entries=150, sequenceid=208, filesize=30.4 K 2024-12-07T22:20:11,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/4d847af0a7104d82b15b5febb6405b7d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d 2024-12-07T22:20:11,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T22:20:11,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/4c21e9ff0c2148fd8095e69173070616 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616 2024-12-07T22:20:11,273 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616, entries=150, sequenceid=208, filesize=11.9 K 2024-12-07T22:20:11,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7b99cad0b0cbb72d606d39a3de8194f0 in 882ms, sequenceid=208, compaction requested=false 2024-12-07T22:20:11,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-07T22:20:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-07T22:20:11,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-07T22:20:11,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9580 sec 2024-12-07T22:20:11,279 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.9620 sec 2024-12-07T22:20:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:11,398 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:11,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610071403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610071406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610071405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073aa813bc51ec471f97188b006ebbe4e4_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610071409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610071409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742027_1203 (size=14794) 2024-12-07T22:20:11,421 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:11,427 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412073aa813bc51ec471f97188b006ebbe4e4_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073aa813bc51ec471f97188b006ebbe4e4_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:11,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-07T22:20:11,431 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-07T22:20:11,432 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d80a39433ea64454a0b0ce5195014a21, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:11,433 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:11,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d80a39433ea64454a0b0ce5195014a21 is 175, key is test_row_0/A:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:11,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-07T22:20:11,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:11,435 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:11,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:11,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742028_1204 (size=39749) 2024-12-07T22:20:11,448 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=238, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d80a39433ea64454a0b0ce5195014a21 2024-12-07T22:20:11,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/34e7a1631cd144b59cec75db98c63b8e is 50, key is test_row_0/B:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:11,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742029_1205 (size=12151) 2024-12-07T22:20:11,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610071508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610071509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,511 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610071510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610071515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610071516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:11,588 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,589 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610071711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610071713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610071712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610071717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:11,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610071719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:11,741 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/34e7a1631cd144b59cec75db98c63b8e 2024-12-07T22:20:11,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ae9abd788ef24a508054c966d130c325 is 50, key is test_row_0/C:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:11,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742030_1206 (size=12151) 2024-12-07T22:20:11,894 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:11,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:11,895 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610072017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610072017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610072017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610072019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610072023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:12,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:12,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:12,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:12,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ae9abd788ef24a508054c966d130c325 2024-12-07T22:20:12,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d80a39433ea64454a0b0ce5195014a21 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21 2024-12-07T22:20:12,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21, entries=200, sequenceid=238, filesize=38.8 K 2024-12-07T22:20:12,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/34e7a1631cd144b59cec75db98c63b8e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e 2024-12-07T22:20:12,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e, entries=150, sequenceid=238, filesize=11.9 K 2024-12-07T22:20:12,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ae9abd788ef24a508054c966d130c325 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325 2024-12-07T22:20:12,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325, entries=150, sequenceid=238, filesize=11.9 K 2024-12-07T22:20:12,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7b99cad0b0cbb72d606d39a3de8194f0 in 929ms, sequenceid=238, compaction requested=true 2024-12-07T22:20:12,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:12,327 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:12,327 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:12,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:12,328 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:12,328 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:12,328 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,328 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=100.0 K 2024-12-07T22:20:12,329 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,329 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21] 2024-12-07T22:20:12,329 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:12,329 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:12,329 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,330 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/afa0b1b1950948888686fe74561466a4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.0 K 2024-12-07T22:20:12,330 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9a01fb3c8f146ecacac3cd5c4447640, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:12,331 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting afa0b1b1950948888686fe74561466a4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:12,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77da2d2558145ecb6e241ab6e3678a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733610008944 2024-12-07T22:20:12,332 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d847af0a7104d82b15b5febb6405b7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733610008944 2024-12-07T22:20:12,333 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d80a39433ea64454a0b0ce5195014a21, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:12,333 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 34e7a1631cd144b59cec75db98c63b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:12,343 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:12,344 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:12,345 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/2971978a44444711994295046a9fdc11 is 50, key is test_row_0/B:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:12,346 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207d159b25fa1b2463f8140173ebe8a5982_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:12,348 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207d159b25fa1b2463f8140173ebe8a5982_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:12,348 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d159b25fa1b2463f8140173ebe8a5982_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:12,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,360 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:12,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:12,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:12,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742031_1207 (size=12663) 2024-12-07T22:20:12,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120736c7cac50de74ea7b94be1ea64717201_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610011405/Put/seqid=0 2024-12-07T22:20:12,378 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/2971978a44444711994295046a9fdc11 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/2971978a44444711994295046a9fdc11 2024-12-07T22:20:12,384 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into 2971978a44444711994295046a9fdc11(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:12,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:12,384 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=13, startTime=1733610012327; duration=0sec 2024-12-07T22:20:12,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:12,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:12,385 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:12,386 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:12,386 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:12,386 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,387 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/481f2639d1c941649f5c1ee89d5758c3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.0 K 2024-12-07T22:20:12,388 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 481f2639d1c941649f5c1ee89d5758c3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733610007820 2024-12-07T22:20:12,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c21e9ff0c2148fd8095e69173070616, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733610008944 2024-12-07T22:20:12,390 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ae9abd788ef24a508054c966d130c325, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:12,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742032_1208 (size=4469) 2024-12-07T22:20:12,392 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#174 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:12,393 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8178818f7d9b4ac0b63883d690e3d9a6 is 175, key is test_row_0/A:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:12,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742033_1209 (size=12304) 2024-12-07T22:20:12,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742034_1210 (size=31617) 2024-12-07T22:20:12,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:12,410 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:12,411 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8178818f7d9b4ac0b63883d690e3d9a6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6 2024-12-07T22:20:12,411 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/fab8972dda95459c90aa2d498f167cf1 is 50, key is test_row_0/C:col10/1733610011089/Put/seqid=0 2024-12-07T22:20:12,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120736c7cac50de74ea7b94be1ea64717201_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120736c7cac50de74ea7b94be1ea64717201_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:12,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/9ab40f2045504315a9fcabf6377ea2bb, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:12,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/9ab40f2045504315a9fcabf6377ea2bb is 175, key is test_row_0/A:col10/1733610011405/Put/seqid=0 2024-12-07T22:20:12,419 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into 8178818f7d9b4ac0b63883d690e3d9a6(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:12,419 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:12,419 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=13, startTime=1733610012326; duration=0sec 2024-12-07T22:20:12,419 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:12,419 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:12,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742036_1212 (size=31105) 2024-12-07T22:20:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742035_1211 (size=12663) 2024-12-07T22:20:12,450 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/fab8972dda95459c90aa2d498f167cf1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/fab8972dda95459c90aa2d498f167cf1 2024-12-07T22:20:12,457 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into fab8972dda95459c90aa2d498f167cf1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:12,457 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:12,457 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=13, startTime=1733610012327; duration=0sec 2024-12-07T22:20:12,457 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:12,457 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:12,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:12,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:12,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4533) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4464) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4953) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4947) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:4943) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3233) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610072536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610072538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610072538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610072539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610072540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610072641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610072643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610072643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610072643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610072643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/9ab40f2045504315a9fcabf6377ea2bb 2024-12-07T22:20:12,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610072843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610072846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610072846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610072846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610072849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:12,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f6a53434afa04605bef14c38f86ceca9 is 50, key is test_row_0/B:col10/1733610011405/Put/seqid=0 2024-12-07T22:20:12,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742037_1213 (size=12151) 2024-12-07T22:20:12,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f6a53434afa04605bef14c38f86ceca9 2024-12-07T22:20:12,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/0cff0a6b12cf4fcaaed7c846f834e645 is 50, key is test_row_0/C:col10/1733610011405/Put/seqid=0 2024-12-07T22:20:12,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742038_1214 (size=12151) 2024-12-07T22:20:12,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/0cff0a6b12cf4fcaaed7c846f834e645 2024-12-07T22:20:12,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/9ab40f2045504315a9fcabf6377ea2bb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb 2024-12-07T22:20:12,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb, entries=150, sequenceid=248, filesize=30.4 K 2024-12-07T22:20:12,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/f6a53434afa04605bef14c38f86ceca9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9 2024-12-07T22:20:12,904 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T22:20:12,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/0cff0a6b12cf4fcaaed7c846f834e645 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645 2024-12-07T22:20:12,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645, entries=150, sequenceid=248, filesize=11.9 K 2024-12-07T22:20:12,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 7b99cad0b0cbb72d606d39a3de8194f0 in 550ms, sequenceid=248, compaction requested=false 2024-12-07T22:20:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:12,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-07T22:20:12,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-07T22:20:12,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-07T22:20:12,913 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4770 sec 2024-12-07T22:20:12,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.4810 sec 2024-12-07T22:20:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:13,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T22:20:13,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:13,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610073154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610073155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610073156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610073156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610073157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072b5822d7a7ab472c8e53b3e9fc67f4d1_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:13,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742039_1215 (size=17534) 2024-12-07T22:20:13,176 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:13,180 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072b5822d7a7ab472c8e53b3e9fc67f4d1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b5822d7a7ab472c8e53b3e9fc67f4d1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:13,181 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/e7c05c21218645e69350427293e028f6, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:13,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/e7c05c21218645e69350427293e028f6 is 175, key is test_row_0/A:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:13,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742040_1216 (size=48639) 2024-12-07T22:20:13,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610073257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610073258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610073258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610073259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610073260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610073460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610073460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,461 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610073460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610073462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610073462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-07T22:20:13,539 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-07T22:20:13,540 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:13,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-07T22:20:13,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:13,542 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:13,543 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:13,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:13,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/e7c05c21218645e69350427293e028f6 2024-12-07T22:20:13,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/19588c334437482d82b68fd425a2a1c3 is 50, key is test_row_0/B:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742041_1217 (size=12301) 2024-12-07T22:20:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:13,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T22:20:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:13,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:13,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:13,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:13,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610073762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610073763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610073764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610073766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610073766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:13,847 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:13,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T22:20:13,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:13,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:13,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:13,848 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:13,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:14,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T22:20:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:14,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:14,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:14,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/19588c334437482d82b68fd425a2a1c3 2024-12-07T22:20:14,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5728f5c77c4446e582c0aec7713c3f9a is 50, key is test_row_0/C:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:14,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742042_1218 (size=12301) 2024-12-07T22:20:14,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5728f5c77c4446e582c0aec7713c3f9a 2024-12-07T22:20:14,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/e7c05c21218645e69350427293e028f6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6 2024-12-07T22:20:14,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6, entries=250, sequenceid=279, filesize=47.5 K 2024-12-07T22:20:14,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/19588c334437482d82b68fd425a2a1c3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3 2024-12-07T22:20:14,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T22:20:14,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5728f5c77c4446e582c0aec7713c3f9a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a 2024-12-07T22:20:14,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a, entries=150, sequenceid=279, filesize=12.0 K 2024-12-07T22:20:14,044 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for 7b99cad0b0cbb72d606d39a3de8194f0 in 894ms, sequenceid=279, compaction requested=true 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:14,044 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:14,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:14,044 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:14,045 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:14,045 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:14,045 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,045 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:14,045 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/2971978a44444711994295046a9fdc11, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.2 K 2024-12-07T22:20:14,045 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:14,045 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,045 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=108.8 K 2024-12-07T22:20:14,046 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,046 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6] 2024-12-07T22:20:14,046 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2971978a44444711994295046a9fdc11, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:14,046 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8178818f7d9b4ac0b63883d690e3d9a6, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:14,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f6a53434afa04605bef14c38f86ceca9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733610011400 2024-12-07T22:20:14,047 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ab40f2045504315a9fcabf6377ea2bb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733610011400 2024-12-07T22:20:14,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 19588c334437482d82b68fd425a2a1c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012535 2024-12-07T22:20:14,048 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7c05c21218645e69350427293e028f6, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012527 2024-12-07T22:20:14,057 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:14,057 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:14,057 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/54a71a73b52c423e82ed5a8f4bbfa520 is 50, key is test_row_0/B:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:14,060 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412072780bef2543b4d33b95ae498d2d7d2c3_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:14,062 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412072780bef2543b4d33b95ae498d2d7d2c3_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:14,062 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072780bef2543b4d33b95ae498d2d7d2c3_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:14,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742043_1219 (size=12915) 2024-12-07T22:20:14,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742044_1220 (size=4469) 2024-12-07T22:20:14,082 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#184 average throughput is 0.98 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:14,083 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/4611aa2125c64da988e109952f656420 is 175, key is test_row_0/A:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742045_1221 (size=31869) 2024-12-07T22:20:14,094 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/4611aa2125c64da988e109952f656420 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420 2024-12-07T22:20:14,100 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into 4611aa2125c64da988e109952f656420(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:14,100 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:14,100 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=13, startTime=1733610014044; duration=0sec 2024-12-07T22:20:14,101 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:14,101 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:14,101 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:14,102 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:14,102 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:14,102 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,102 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/fab8972dda95459c90aa2d498f167cf1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.2 K 2024-12-07T22:20:14,103 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fab8972dda95459c90aa2d498f167cf1, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733610011089 2024-12-07T22:20:14,103 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cff0a6b12cf4fcaaed7c846f834e645, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733610011400 2024-12-07T22:20:14,104 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5728f5c77c4446e582c0aec7713c3f9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012535 2024-12-07T22:20:14,117 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:14,117 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/2d2d89f13af74cc9b6d587569fa6b985 is 50, key is test_row_0/C:col10/1733610012535/Put/seqid=0 2024-12-07T22:20:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742046_1222 (size=12915) 2024-12-07T22:20:14,133 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/2d2d89f13af74cc9b6d587569fa6b985 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2d2d89f13af74cc9b6d587569fa6b985 2024-12-07T22:20:14,141 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into 2d2d89f13af74cc9b6d587569fa6b985(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:14,141 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:14,141 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=13, startTime=1733610014044; duration=0sec 2024-12-07T22:20:14,141 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:14,141 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:14,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:14,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:14,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:14,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:14,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b6bae2c1d11646dfbaa640462e77e58e_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610013155/Put/seqid=0 2024-12-07T22:20:14,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742047_1223 (size=12454) 2024-12-07T22:20:14,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:14,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:14,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610074325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610074327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610074328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610074329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610074330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610074430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610074431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610074431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610074433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610074434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,484 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/54a71a73b52c423e82ed5a8f4bbfa520 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/54a71a73b52c423e82ed5a8f4bbfa520 2024-12-07T22:20:14,489 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into 54a71a73b52c423e82ed5a8f4bbfa520(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:14,489 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:14,489 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=13, startTime=1733610014044; duration=0sec 2024-12-07T22:20:14,489 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:14,489 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:14,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:14,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b6bae2c1d11646dfbaa640462e77e58e_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b6bae2c1d11646dfbaa640462e77e58e_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:14,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8cbf6016c5a14a4db544355f4d36c46f, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:14,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8cbf6016c5a14a4db544355f4d36c46f is 175, key is test_row_0/A:col10/1733610013155/Put/seqid=0 2024-12-07T22:20:14,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742048_1224 (size=31255) 2024-12-07T22:20:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610074634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610074634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610074634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610074637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610074638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:14,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610074935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610074937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610074937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610074941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:14,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610074942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:14,984 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8cbf6016c5a14a4db544355f4d36c46f 2024-12-07T22:20:14,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/253d59972059416993c354b19b407b0d is 50, key is test_row_0/B:col10/1733610013155/Put/seqid=0 2024-12-07T22:20:14,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742049_1225 (size=12301) 2024-12-07T22:20:15,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/253d59972059416993c354b19b407b0d 2024-12-07T22:20:15,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/d90793b2663a40b1a52a369ce269add5 is 50, key is test_row_0/C:col10/1733610013155/Put/seqid=0 2024-12-07T22:20:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742050_1226 (size=12301) 2024-12-07T22:20:15,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610075440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:15,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:15,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610075440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:15,442 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610075441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610075445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:15,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:15,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610075447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:15,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:15,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/d90793b2663a40b1a52a369ce269add5 2024-12-07T22:20:15,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8cbf6016c5a14a4db544355f4d36c46f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f 2024-12-07T22:20:15,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f, entries=150, sequenceid=290, filesize=30.5 K 2024-12-07T22:20:15,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/253d59972059416993c354b19b407b0d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d 2024-12-07T22:20:15,825 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d, entries=150, sequenceid=290, filesize=12.0 K 2024-12-07T22:20:15,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/d90793b2663a40b1a52a369ce269add5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5 2024-12-07T22:20:15,831 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5, entries=150, sequenceid=290, filesize=12.0 K 2024-12-07T22:20:15,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1678ms, sequenceid=290, compaction requested=false 2024-12-07T22:20:15,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:15,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:15,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-07T22:20:15,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-07T22:20:15,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-07T22:20:15,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2900 sec 2024-12-07T22:20:15,836 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.2950 sec 2024-12-07T22:20:16,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:16,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:16,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:16,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610076448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,451 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610076449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610076449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610076450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610076454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120748b70b294f76400a80622fba0e21a205_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:16,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742051_1227 (size=14994) 2024-12-07T22:20:16,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610076551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610076553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610076553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610076754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610076756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:16,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610076757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:16,862 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:16,866 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120748b70b294f76400a80622fba0e21a205_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120748b70b294f76400a80622fba0e21a205_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:16,867 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/898386e207c74126ba485e06fb73db2c, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:16,868 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/898386e207c74126ba485e06fb73db2c is 175, key is test_row_0/A:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:16,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742052_1228 (size=39949) 2024-12-07T22:20:16,876 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/898386e207c74126ba485e06fb73db2c 2024-12-07T22:20:16,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ff52f69b46e54e6098d427ac39dab2f5 is 50, key is test_row_0/B:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742053_1229 (size=12301) 2024-12-07T22:20:17,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610077059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610077059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610077059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ff52f69b46e54e6098d427ac39dab2f5 2024-12-07T22:20:17,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/43388cf118a44081ad32803a70b188a2 is 50, key is test_row_0/C:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742054_1230 (size=12301) 2024-12-07T22:20:17,320 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/43388cf118a44081ad32803a70b188a2 2024-12-07T22:20:17,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/898386e207c74126ba485e06fb73db2c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c 2024-12-07T22:20:17,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c, entries=200, sequenceid=321, filesize=39.0 K 2024-12-07T22:20:17,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/ff52f69b46e54e6098d427ac39dab2f5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5 2024-12-07T22:20:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5, entries=150, sequenceid=321, filesize=12.0 K 2024-12-07T22:20:17,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/43388cf118a44081ad32803a70b188a2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2 2024-12-07T22:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2, entries=150, sequenceid=321, filesize=12.0 K 2024-12-07T22:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 7b99cad0b0cbb72d606d39a3de8194f0 in 906ms, sequenceid=321, compaction requested=true 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:17,351 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:17,351 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:17,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,353 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:17,353 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:17,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,353 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,354 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/54a71a73b52c423e82ed5a8f4bbfa520, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.6 K 2024-12-07T22:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,354 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:17,354 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:17,354 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 54a71a73b52c423e82ed5a8f4bbfa520, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012535 2024-12-07T22:20:17,354 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,354 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=100.7 K 2024-12-07T22:20:17,354 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,354 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c] 2024-12-07T22:20:17,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,355 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 253d59972059416993c354b19b407b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733610013152 2024-12-07T22:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,355 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4611aa2125c64da988e109952f656420, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012535 2024-12-07T22:20:17,355 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ff52f69b46e54e6098d427ac39dab2f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610014329 2024-12-07T22:20:17,355 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cbf6016c5a14a4db544355f4d36c46f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733610013152 2024-12-07T22:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,356 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 898386e207c74126ba485e06fb73db2c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610014325 2024-12-07T22:20:17,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,368 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,374 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#192 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,375 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/4ba820cc66d848fbbe1c31d99da4c866 is 50, key is test_row_0/B:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,390 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207758e8c9724b24f5894f82643780da7f5_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,397 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207758e8c9724b24f5894f82643780da7f5_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,398 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207758e8c9724b24f5894f82643780da7f5_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742056_1232 (size=4469) 2024-12-07T22:20:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742055_1231 (size=13017) 2024-12-07T22:20:17,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:17,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120776e0dc7958db450cb23a9a77eb0591cf_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610017589/Put/seqid=0 2024-12-07T22:20:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742057_1233 (size=22618) 2024-12-07T22:20:17,629 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,636 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120776e0dc7958db450cb23a9a77eb0591cf_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120776e0dc7958db450cb23a9a77eb0591cf_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:17,637 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b28397d9e3b24b3191b90b0705e4ba78, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b28397d9e3b24b3191b90b0705e4ba78 is 175, key is test_row_0/A:col10/1733610017589/Put/seqid=0 2024-12-07T22:20:17,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-07T22:20:17,647 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-07T22:20:17,648 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:17,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-07T22:20:17,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:17,650 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:17,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:17,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:17,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610077646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610077652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610077652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742058_1234 (size=66023) 2024-12-07T22:20:17,668 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=332, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b28397d9e3b24b3191b90b0705e4ba78 2024-12-07T22:20:17,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/1e52d7a33ec54290b5985991d37e0a2b is 50, key is test_row_0/B:col10/1733610017589/Put/seqid=0 2024-12-07T22:20:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742059_1235 (size=12301) 2024-12-07T22:20:17,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/1e52d7a33ec54290b5985991d37e0a2b 2024-12-07T22:20:17,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b8257f05245b49ac8d781bccfd84fbe4 is 50, key is test_row_0/C:col10/1733610017589/Put/seqid=0 2024-12-07T22:20:17,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742060_1236 (size=12301) 2024-12-07T22:20:17,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b8257f05245b49ac8d781bccfd84fbe4 2024-12-07T22:20:17,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/b28397d9e3b24b3191b90b0705e4ba78 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78 2024-12-07T22:20:17,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78, entries=350, sequenceid=332, filesize=64.5 K 2024-12-07T22:20:17,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/1e52d7a33ec54290b5985991d37e0a2b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b 2024-12-07T22:20:17,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b, entries=150, sequenceid=332, filesize=12.0 K 2024-12-07T22:20:17,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/b8257f05245b49ac8d781bccfd84fbe4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4 2024-12-07T22:20:17,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:17,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4, entries=150, sequenceid=332, filesize=12.0 K 2024-12-07T22:20:17,755 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 7b99cad0b0cbb72d606d39a3de8194f0 in 165ms, sequenceid=332, compaction requested=true 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:17,755 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-07T22:20:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:17,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T22:20:17,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:17,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:17,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:17,771 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ab848ccf0b8740bb97d177f04300d3c0_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:17,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610077771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610077774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610077774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742061_1237 (size=17534) 2024-12-07T22:20:17,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:17,788 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ab848ccf0b8740bb97d177f04300d3c0_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ab848ccf0b8740bb97d177f04300d3c0_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:17,797 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ed1a2553c4534a4a83fda62b03e40f86, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:17,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ed1a2553c4534a4a83fda62b03e40f86 is 175, key is test_row_0/A:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:17,804 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:17,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:17,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:17,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742062_1238 (size=48639) 2024-12-07T22:20:17,835 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#193 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:17,835 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d7536073682b44628769a3b1fbf65fb9 is 175, key is test_row_0/A:col10/1733610014329/Put/seqid=0 2024-12-07T22:20:17,845 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/4ba820cc66d848fbbe1c31d99da4c866 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4ba820cc66d848fbbe1c31d99da4c866 2024-12-07T22:20:17,854 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into 4ba820cc66d848fbbe1c31d99da4c866(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:17,854 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:17,854 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=13, startTime=1733610017351; duration=0sec 2024-12-07T22:20:17,854 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-07T22:20:17,854 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:17,854 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-07T22:20:17,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:17,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:17,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. because compaction request was cancelled 2024-12-07T22:20:17,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:17,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:17,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742063_1239 (size=31971) 2024-12-07T22:20:17,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:17,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/C is initiating minor compaction (all files) 2024-12-07T22:20:17,859 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/C in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,860 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2d2d89f13af74cc9b6d587569fa6b985, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=48.7 K 2024-12-07T22:20:17,860 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d2d89f13af74cc9b6d587569fa6b985, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733610012535 2024-12-07T22:20:17,860 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d90793b2663a40b1a52a369ce269add5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733610013152 2024-12-07T22:20:17,861 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 43388cf118a44081ad32803a70b188a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610014329 2024-12-07T22:20:17,861 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b8257f05245b49ac8d781bccfd84fbe4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733610016448 2024-12-07T22:20:17,864 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/d7536073682b44628769a3b1fbf65fb9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9 2024-12-07T22:20:17,871 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into d7536073682b44628769a3b1fbf65fb9(size=31.2 K), total size for store is 95.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:17,871 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=13, startTime=1733610017351; duration=0sec 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. because compaction request was cancelled 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:17,871 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T22:20:17,872 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#C#compaction#198 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:17,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:17,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:17,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. because compaction request was cancelled 2024-12-07T22:20:17,872 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:17,873 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/0fb21451726a4769a6025114bba1827a is 50, key is test_row_0/C:col10/1733610017589/Put/seqid=0 2024-12-07T22:20:17,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742064_1240 (size=13051) 2024-12-07T22:20:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610077876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610077876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:17,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610077878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/0fb21451726a4769a6025114bba1827a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0fb21451726a4769a6025114bba1827a 2024-12-07T22:20:17,889 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/C of 7b99cad0b0cbb72d606d39a3de8194f0 into 0fb21451726a4769a6025114bba1827a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:17,889 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:17,889 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/C, priority=12, startTime=1733610017755; duration=0sec 2024-12-07T22:20:17,889 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:17,889 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:17,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:17,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:17,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:17,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:17,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:17,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610078079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610078080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610078080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,109 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,214 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ed1a2553c4534a4a83fda62b03e40f86 2024-12-07T22:20:18,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/bc7008e425fb418b83772c8617d1e2b6 is 50, key is test_row_0/B:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:18,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742065_1241 (size=12301) 2024-12-07T22:20:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:18,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610078382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610078383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610078384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39378 deadline: 1733610078453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,455 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:20:18,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39304 deadline: 1733610078457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,460 DEBUG [Thread-708 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:20:18,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/bc7008e425fb418b83772c8617d1e2b6 2024-12-07T22:20:18,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ed0a8839c9464dcdbb2777df8c2b4be3 is 50, key is test_row_0/C:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:18,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742066_1242 (size=12301) 2024-12-07T22:20:18,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:18,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:18,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:18,885 DEBUG [Thread-715 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68f0be85 to 127.0.0.1:56303 2024-12-07T22:20:18,885 DEBUG [Thread-715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:18,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39356 deadline: 1733610078885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,886 DEBUG [Thread-717 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:56303 2024-12-07T22:20:18,886 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:18,887 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08ba8425 to 127.0.0.1:56303 2024-12-07T22:20:18,887 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:18,887 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a52344f to 127.0.0.1:56303 2024-12-07T22:20:18,887 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:18,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39360 deadline: 1733610078887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:18,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:18,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39330 deadline: 1733610078891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:19,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:19,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:19,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:19,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:19,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ed0a8839c9464dcdbb2777df8c2b4be3 2024-12-07T22:20:19,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/ed1a2553c4534a4a83fda62b03e40f86 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86 2024-12-07T22:20:19,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86, entries=250, sequenceid=359, filesize=47.5 K 2024-12-07T22:20:19,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/bc7008e425fb418b83772c8617d1e2b6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6 2024-12-07T22:20:19,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6, entries=150, sequenceid=359, filesize=12.0 K 2024-12-07T22:20:19,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/ed0a8839c9464dcdbb2777df8c2b4be3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ed0a8839c9464dcdbb2777df8c2b4be3 2024-12-07T22:20:19,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ed0a8839c9464dcdbb2777df8c2b4be3, entries=150, sequenceid=359, filesize=12.0 K 2024-12-07T22:20:19,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1308ms, sequenceid=359, compaction requested=true 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:19,069 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7b99cad0b0cbb72d606d39a3de8194f0:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:19,069 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146633 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/B is initiating minor compaction (all files) 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 7b99cad0b0cbb72d606d39a3de8194f0/A is initiating minor compaction (all files) 2024-12-07T22:20:19,070 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/B in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,070 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 7b99cad0b0cbb72d606d39a3de8194f0/A in TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,070 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=143.2 K 2024-12-07T22:20:19,070 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4ba820cc66d848fbbe1c31d99da4c866, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp, totalSize=36.7 K 2024-12-07T22:20:19,070 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86] 2024-12-07T22:20:19,070 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ba820cc66d848fbbe1c31d99da4c866, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610014329 2024-12-07T22:20:19,071 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7536073682b44628769a3b1fbf65fb9, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610014329 2024-12-07T22:20:19,071 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b28397d9e3b24b3191b90b0705e4ba78, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733610016448 2024-12-07T22:20:19,071 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e52d7a33ec54290b5985991d37e0a2b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733610016448 2024-12-07T22:20:19,071 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed1a2553c4534a4a83fda62b03e40f86, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733610017642 2024-12-07T22:20:19,071 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bc7008e425fb418b83772c8617d1e2b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733610017643 2024-12-07T22:20:19,080 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#B#compaction#201 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:19,081 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c982d1d5386e457ab89a10d8e93fd903 is 50, key is test_row_0/B:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:19,083 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:19,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742067_1243 (size=13119) 2024-12-07T22:20:19,091 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207abaff690dbb148f9b5431cb187c75c8c_7b99cad0b0cbb72d606d39a3de8194f0 store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:19,117 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207abaff690dbb148f9b5431cb187c75c8c_7b99cad0b0cbb72d606d39a3de8194f0, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:19,117 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207abaff690dbb148f9b5431cb187c75c8c_7b99cad0b0cbb72d606d39a3de8194f0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742068_1244 (size=4469) 2024-12-07T22:20:19,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:19,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-07T22:20:19,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:19,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:19,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:19,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120795623e6ae6b1475fafe5b76f84dd28f1_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610017773/Put/seqid=0 2024-12-07T22:20:19,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742069_1245 (size=12454) 2024-12-07T22:20:19,493 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c982d1d5386e457ab89a10d8e93fd903 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c982d1d5386e457ab89a10d8e93fd903 2024-12-07T22:20:19,497 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/B of 7b99cad0b0cbb72d606d39a3de8194f0 into c982d1d5386e457ab89a10d8e93fd903(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:19,497 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:19,497 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/B, priority=13, startTime=1733610019069; duration=0sec 2024-12-07T22:20:19,497 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:19,497 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:B 2024-12-07T22:20:19,498 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T22:20:19,498 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:19,498 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:19,498 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. because compaction request was cancelled 2024-12-07T22:20:19,498 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:C 2024-12-07T22:20:19,523 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7b99cad0b0cbb72d606d39a3de8194f0#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:19,524 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab57c98e0a04adbbf06347d88a79bf6 is 175, key is test_row_0/A:col10/1733610017643/Put/seqid=0 2024-12-07T22:20:19,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742070_1246 (size=32073) 2024-12-07T22:20:19,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:19,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120795623e6ae6b1475fafe5b76f84dd28f1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120795623e6ae6b1475fafe5b76f84dd28f1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:19,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/3d8de868c6494de6a9fde72d474f1e73, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:19,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/3d8de868c6494de6a9fde72d474f1e73 is 175, key is test_row_0/A:col10/1733610017773/Put/seqid=0 2024-12-07T22:20:19,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742071_1247 (size=31255) 2024-12-07T22:20:19,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:19,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:19,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. as already flushing 2024-12-07T22:20:19,891 DEBUG [Thread-706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bad2e85 to 127.0.0.1:56303 2024-12-07T22:20:19,892 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:19,897 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19a533a3 to 127.0.0.1:56303 2024-12-07T22:20:19,897 DEBUG [Thread-704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7362d978 to 127.0.0.1:56303 2024-12-07T22:20:19,897 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:19,897 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:19,933 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/8ab57c98e0a04adbbf06347d88a79bf6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab57c98e0a04adbbf06347d88a79bf6 2024-12-07T22:20:19,937 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 7b99cad0b0cbb72d606d39a3de8194f0/A of 7b99cad0b0cbb72d606d39a3de8194f0 into 8ab57c98e0a04adbbf06347d88a79bf6(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:19,937 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:19,937 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0., storeName=7b99cad0b0cbb72d606d39a3de8194f0/A, priority=13, startTime=1733610019069; duration=0sec 2024-12-07T22:20:19,937 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:19,937 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7b99cad0b0cbb72d606d39a3de8194f0:A 2024-12-07T22:20:20,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/3d8de868c6494de6a9fde72d474f1e73 2024-12-07T22:20:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/07c4e541a95f46368899d82c121e7387 is 50, key is test_row_0/B:col10/1733610017773/Put/seqid=0 2024-12-07T22:20:20,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742072_1248 (size=12301) 2024-12-07T22:20:20,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/07c4e541a95f46368899d82c121e7387 2024-12-07T22:20:20,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5e4444a0b4d94f32891fbf78eeca502f is 50, key is test_row_0/C:col10/1733610017773/Put/seqid=0 2024-12-07T22:20:20,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742073_1249 (size=12301) 2024-12-07T22:20:20,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5e4444a0b4d94f32891fbf78eeca502f 2024-12-07T22:20:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/3d8de868c6494de6a9fde72d474f1e73 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/3d8de868c6494de6a9fde72d474f1e73 2024-12-07T22:20:20,842 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/3d8de868c6494de6a9fde72d474f1e73, entries=150, sequenceid=372, filesize=30.5 K 2024-12-07T22:20:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/07c4e541a95f46368899d82c121e7387 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/07c4e541a95f46368899d82c121e7387 2024-12-07T22:20:20,846 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/07c4e541a95f46368899d82c121e7387, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T22:20:20,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/5e4444a0b4d94f32891fbf78eeca502f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5e4444a0b4d94f32891fbf78eeca502f 2024-12-07T22:20:20,850 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5e4444a0b4d94f32891fbf78eeca502f, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T22:20:20,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=20.13 KB/20610 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1671ms, sequenceid=372, compaction requested=true 2024-12-07T22:20:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:20,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-07T22:20:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-07T22:20:20,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-07T22:20:20,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2010 sec 2024-12-07T22:20:20,855 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 3.2060 sec 2024-12-07T22:20:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-07T22:20:21,754 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-07T22:20:22,479 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x465dc764 to 127.0.0.1:56303 2024-12-07T22:20:22,479 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:22,496 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ebda6ad to 127.0.0.1:56303 2024-12-07T22:20:22,496 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:20:22,496 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6529 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6448 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2809 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8427 rows 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2799 2024-12-07T22:20:22,497 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8397 rows 2024-12-07T22:20:22,497 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:20:22,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x04506927 to 127.0.0.1:56303 2024-12-07T22:20:22,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:22,498 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:20:22,499 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:20:22,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:22,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:22,502 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610022502"}]},"ts":"1733610022502"} 2024-12-07T22:20:22,504 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:20:22,507 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:20:22,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:20:22,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, UNASSIGN}] 2024-12-07T22:20:22,510 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=61, ppid=60, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, UNASSIGN 2024-12-07T22:20:22,510 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:22,511 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:20:22,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; CloseRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:22,662 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:22,663 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(124): Close 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1681): Closing 7b99cad0b0cbb72d606d39a3de8194f0, disabling compactions & flushes 2024-12-07T22:20:22,663 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. after waiting 0 ms 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:22,663 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(2837): Flushing 7b99cad0b0cbb72d606d39a3de8194f0 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T22:20:22,663 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=A 2024-12-07T22:20:22,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:22,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=B 2024-12-07T22:20:22,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:22,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 7b99cad0b0cbb72d606d39a3de8194f0, store=C 2024-12-07T22:20:22,664 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:22,670 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120713d2eb7ebb4f4cd598a83c9bb51a32f0_7b99cad0b0cbb72d606d39a3de8194f0 is 50, key is test_row_0/A:col10/1733610022495/Put/seqid=0 2024-12-07T22:20:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742074_1250 (size=9914) 2024-12-07T22:20:22,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:23,074 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:23,078 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120713d2eb7ebb4f4cd598a83c9bb51a32f0_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713d2eb7ebb4f4cd598a83c9bb51a32f0_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:23,079 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/f851886a89f74fc4b290b33ec1d7e52d, store: [table=TestAcidGuarantees family=A region=7b99cad0b0cbb72d606d39a3de8194f0] 2024-12-07T22:20:23,079 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/f851886a89f74fc4b290b33ec1d7e52d is 175, key is test_row_0/A:col10/1733610022495/Put/seqid=0 2024-12-07T22:20:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742075_1251 (size=22561) 2024-12-07T22:20:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:23,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:20:23,484 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/f851886a89f74fc4b290b33ec1d7e52d 2024-12-07T22:20:23,490 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c03c5c6d059946a488034c7b937395e8 is 50, key is test_row_0/B:col10/1733610022495/Put/seqid=0 2024-12-07T22:20:23,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742076_1252 (size=9857) 2024-12-07T22:20:23,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:23,895 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c03c5c6d059946a488034c7b937395e8 2024-12-07T22:20:23,903 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/cad0844e02894ce08bd1a46abde8302d is 50, key is test_row_0/C:col10/1733610022495/Put/seqid=0 2024-12-07T22:20:23,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742077_1253 (size=9857) 2024-12-07T22:20:24,307 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/cad0844e02894ce08bd1a46abde8302d 2024-12-07T22:20:24,311 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/A/f851886a89f74fc4b290b33ec1d7e52d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/f851886a89f74fc4b290b33ec1d7e52d 2024-12-07T22:20:24,315 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/f851886a89f74fc4b290b33ec1d7e52d, entries=100, sequenceid=382, filesize=22.0 K 2024-12-07T22:20:24,315 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/B/c03c5c6d059946a488034c7b937395e8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c03c5c6d059946a488034c7b937395e8 2024-12-07T22:20:24,318 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c03c5c6d059946a488034c7b937395e8, entries=100, sequenceid=382, filesize=9.6 K 2024-12-07T22:20:24,319 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/.tmp/C/cad0844e02894ce08bd1a46abde8302d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/cad0844e02894ce08bd1a46abde8302d 2024-12-07T22:20:24,323 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/cad0844e02894ce08bd1a46abde8302d, entries=100, sequenceid=382, filesize=9.6 K 2024-12-07T22:20:24,324 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7b99cad0b0cbb72d606d39a3de8194f0 in 1660ms, sequenceid=382, compaction requested=true 2024-12-07T22:20:24,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86] to archive 2024-12-07T22:20:24,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:24,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/a7d01f92d13d4a9bb899c2eea4d30bf4 2024-12-07T22:20:24,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab01483c9bc4325b9e8b6559243699b 2024-12-07T22:20:24,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/40025e66150149ef8ce34e93bb1ceacb 2024-12-07T22:20:24,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/0564cb6864a64b458d68541fa2707d35 2024-12-07T22:20:24,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b6dfa90b882144c58319390715fabb57 2024-12-07T22:20:24,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/7ea8177672194b0db0d975576999c7ea 2024-12-07T22:20:24,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/76b33e3a9c5342099920989f9847b810 2024-12-07T22:20:24,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/2f5d3676ef7048ebadf503ad85a98f03 2024-12-07T22:20:24,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/6d86a751b1fb4eaca27f0374f0dbe8c5 2024-12-07T22:20:24,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b8b244127f054b828a402bea00231413 2024-12-07T22:20:24,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ee8ecc46d5cd443cbdbc60405bbfa14f 2024-12-07T22:20:24,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d9a01fb3c8f146ecacac3cd5c4447640 2024-12-07T22:20:24,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/467a3464e2764011a99106ed7898599b 2024-12-07T22:20:24,339 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d77da2d2558145ecb6e241ab6e3678a2 2024-12-07T22:20:24,340 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d80a39433ea64454a0b0ce5195014a21 2024-12-07T22:20:24,341 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8178818f7d9b4ac0b63883d690e3d9a6 2024-12-07T22:20:24,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/9ab40f2045504315a9fcabf6377ea2bb 2024-12-07T22:20:24,342 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/e7c05c21218645e69350427293e028f6 2024-12-07T22:20:24,343 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/4611aa2125c64da988e109952f656420 2024-12-07T22:20:24,344 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8cbf6016c5a14a4db544355f4d36c46f 2024-12-07T22:20:24,345 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/898386e207c74126ba485e06fb73db2c 2024-12-07T22:20:24,346 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/d7536073682b44628769a3b1fbf65fb9 2024-12-07T22:20:24,347 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/b28397d9e3b24b3191b90b0705e4ba78 2024-12-07T22:20:24,348 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/ed1a2553c4534a4a83fda62b03e40f86 2024-12-07T22:20:24,349 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/5923e46babe1427facfcc4a6ef68f7f0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/d03311e5dbff404f8872e0e97520ce00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/afa0b1b1950948888686fe74561466a4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/2971978a44444711994295046a9fdc11, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/54a71a73b52c423e82ed5a8f4bbfa520, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4ba820cc66d848fbbe1c31d99da4c866, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6] to archive 2024-12-07T22:20:24,350 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:24,351 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c41c0ba8c8d24128abe1939ef4992d36 2024-12-07T22:20:24,352 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/a10072481f2b4641a9b853f3f79595cd 2024-12-07T22:20:24,353 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/5923e46babe1427facfcc4a6ef68f7f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/5923e46babe1427facfcc4a6ef68f7f0 2024-12-07T22:20:24,354 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/072addf85e484b279bbb04aa7ad145da 2024-12-07T22:20:24,355 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f4c3ad79d7c2461c8e92421c13c07669 2024-12-07T22:20:24,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/7b00276807fc4066bfc5362d1b6fa5ba 2024-12-07T22:20:24,356 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/d03311e5dbff404f8872e0e97520ce00 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/d03311e5dbff404f8872e0e97520ce00 2024-12-07T22:20:24,357 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/cc0e850daef44fe286ff88ea1ce670bc 2024-12-07T22:20:24,358 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ba98ab5095864916b5d9fbbff5d13e0b 2024-12-07T22:20:24,359 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/08a0475fb00c4358919e0ea50504f779 2024-12-07T22:20:24,360 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/df717af4617345d6ad10e2da6daeb0a7 2024-12-07T22:20:24,361 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/afa0b1b1950948888686fe74561466a4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/afa0b1b1950948888686fe74561466a4 2024-12-07T22:20:24,362 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f3afba7410f74b2a8aa3f061e811d542 2024-12-07T22:20:24,363 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4d847af0a7104d82b15b5febb6405b7d 2024-12-07T22:20:24,364 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/2971978a44444711994295046a9fdc11 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/2971978a44444711994295046a9fdc11 2024-12-07T22:20:24,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/34e7a1631cd144b59cec75db98c63b8e 2024-12-07T22:20:24,365 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/f6a53434afa04605bef14c38f86ceca9 2024-12-07T22:20:24,366 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/54a71a73b52c423e82ed5a8f4bbfa520 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/54a71a73b52c423e82ed5a8f4bbfa520 2024-12-07T22:20:24,367 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/19588c334437482d82b68fd425a2a1c3 2024-12-07T22:20:24,368 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/253d59972059416993c354b19b407b0d 2024-12-07T22:20:24,369 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4ba820cc66d848fbbe1c31d99da4c866 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/4ba820cc66d848fbbe1c31d99da4c866 2024-12-07T22:20:24,370 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/ff52f69b46e54e6098d427ac39dab2f5 2024-12-07T22:20:24,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/1e52d7a33ec54290b5985991d37e0a2b 2024-12-07T22:20:24,371 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/bc7008e425fb418b83772c8617d1e2b6 2024-12-07T22:20:24,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/45a9700ad34543b89b4027bc10492bd2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/dd95682d6d95427f8e59c7723948021b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/481f2639d1c941649f5c1ee89d5758c3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/fab8972dda95459c90aa2d498f167cf1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2d2d89f13af74cc9b6d587569fa6b985, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4] to archive 2024-12-07T22:20:24,373 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:24,374 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2b165945099b44b49de5362bb1981d6c 2024-12-07T22:20:24,375 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a21c7f2753524c979f9ea6d36f051adc 2024-12-07T22:20:24,376 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/45a9700ad34543b89b4027bc10492bd2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/45a9700ad34543b89b4027bc10492bd2 2024-12-07T22:20:24,377 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/e325345e94ca412d864ea91ea0991977 2024-12-07T22:20:24,378 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/91174efec0724476bd1095a7d717d49b 2024-12-07T22:20:24,379 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/17510a9d0a774303b6ff77058c7759f5 2024-12-07T22:20:24,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/dd95682d6d95427f8e59c7723948021b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/dd95682d6d95427f8e59c7723948021b 2024-12-07T22:20:24,380 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a98613b6cd9e4dabbde3b5362d195220 2024-12-07T22:20:24,381 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ddc4d942012e4ee8911c8095f7594dc1 2024-12-07T22:20:24,382 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b7d87be0ba8a44f7b927478882de8fe3 2024-12-07T22:20:24,383 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/a44c8abd7c2d4d92b47c136a22fece23 2024-12-07T22:20:24,384 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/481f2639d1c941649f5c1ee89d5758c3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/481f2639d1c941649f5c1ee89d5758c3 2024-12-07T22:20:24,385 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ff1b429a87aa4691b052284433ef6bf0 2024-12-07T22:20:24,386 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/4c21e9ff0c2148fd8095e69173070616 2024-12-07T22:20:24,387 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/fab8972dda95459c90aa2d498f167cf1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/fab8972dda95459c90aa2d498f167cf1 2024-12-07T22:20:24,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ae9abd788ef24a508054c966d130c325 2024-12-07T22:20:24,388 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0cff0a6b12cf4fcaaed7c846f834e645 2024-12-07T22:20:24,389 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2d2d89f13af74cc9b6d587569fa6b985 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/2d2d89f13af74cc9b6d587569fa6b985 2024-12-07T22:20:24,390 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5728f5c77c4446e582c0aec7713c3f9a 2024-12-07T22:20:24,391 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/d90793b2663a40b1a52a369ce269add5 2024-12-07T22:20:24,392 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/43388cf118a44081ad32803a70b188a2 2024-12-07T22:20:24,393 DEBUG [StoreCloser-TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/b8257f05245b49ac8d781bccfd84fbe4 2024-12-07T22:20:24,397 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits/385.seqid, newMaxSeqId=385, maxSeqId=4 2024-12-07T22:20:24,398 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0. 2024-12-07T22:20:24,398 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] regionserver.HRegion(1635): Region close journal for 7b99cad0b0cbb72d606d39a3de8194f0: 2024-12-07T22:20:24,399 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=62}] handler.UnassignRegionHandler(170): Closed 7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,399 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=61 updating hbase:meta row=7b99cad0b0cbb72d606d39a3de8194f0, regionState=CLOSED 2024-12-07T22:20:24,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-07T22:20:24,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; CloseRegionProcedure 7b99cad0b0cbb72d606d39a3de8194f0, server=f83a3c5fcf38,36279,1733609965087 in 1.8890 sec 2024-12-07T22:20:24,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=60 2024-12-07T22:20:24,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=60, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=7b99cad0b0cbb72d606d39a3de8194f0, UNASSIGN in 1.8920 sec 2024-12-07T22:20:24,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-07T22:20:24,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8950 sec 2024-12-07T22:20:24,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610024405"}]},"ts":"1733610024405"} 2024-12-07T22:20:24,405 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:20:24,407 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:20:24,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9090 sec 2024-12-07T22:20:24,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-07T22:20:24,606 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-07T22:20:24,607 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:20:24,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,608 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=63, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T22:20:24,609 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=63, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,610 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,612 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits] 2024-12-07T22:20:24,614 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/3d8de868c6494de6a9fde72d474f1e73 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/3d8de868c6494de6a9fde72d474f1e73 2024-12-07T22:20:24,615 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab57c98e0a04adbbf06347d88a79bf6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/8ab57c98e0a04adbbf06347d88a79bf6 2024-12-07T22:20:24,616 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/f851886a89f74fc4b290b33ec1d7e52d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/A/f851886a89f74fc4b290b33ec1d7e52d 2024-12-07T22:20:24,618 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/07c4e541a95f46368899d82c121e7387 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/07c4e541a95f46368899d82c121e7387 2024-12-07T22:20:24,619 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c03c5c6d059946a488034c7b937395e8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c03c5c6d059946a488034c7b937395e8 2024-12-07T22:20:24,621 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c982d1d5386e457ab89a10d8e93fd903 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/B/c982d1d5386e457ab89a10d8e93fd903 2024-12-07T22:20:24,623 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0fb21451726a4769a6025114bba1827a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/0fb21451726a4769a6025114bba1827a 2024-12-07T22:20:24,624 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5e4444a0b4d94f32891fbf78eeca502f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/5e4444a0b4d94f32891fbf78eeca502f 2024-12-07T22:20:24,625 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/cad0844e02894ce08bd1a46abde8302d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/cad0844e02894ce08bd1a46abde8302d 2024-12-07T22:20:24,626 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ed0a8839c9464dcdbb2777df8c2b4be3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/C/ed0a8839c9464dcdbb2777df8c2b4be3 2024-12-07T22:20:24,629 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits/385.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0/recovered.edits/385.seqid 2024-12-07T22:20:24,630 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,630 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:20:24,630 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:20:24,631 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T22:20:24,635 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131e093d6867432c87b90239693178f1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207131e093d6867432c87b90239693178f1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,636 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713d2eb7ebb4f4cd598a83c9bb51a32f0_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120713d2eb7ebb4f4cd598a83c9bb51a32f0_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,637 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b5822d7a7ab472c8e53b3e9fc67f4d1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072b5822d7a7ab472c8e53b3e9fc67f4d1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,638 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120736c7cac50de74ea7b94be1ea64717201_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120736c7cac50de74ea7b94be1ea64717201_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,639 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073aa813bc51ec471f97188b006ebbe4e4_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412073aa813bc51ec471f97188b006ebbe4e4_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,640 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074155f40a0e69414cbc1be5e5a73802e2_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074155f40a0e69414cbc1be5e5a73802e2_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,641 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120748b70b294f76400a80622fba0e21a205_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120748b70b294f76400a80622fba0e21a205_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,642 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075fdd30f75cf1441ca5b1b61a2fef15bf_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412075fdd30f75cf1441ca5b1b61a2fef15bf_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,644 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076399903f0db442b3933a9803d6703c3a_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076399903f0db442b3933a9803d6703c3a_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,645 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d60e109dd4c4987ad561b5ede612f5a_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076d60e109dd4c4987ad561b5ede612f5a_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,646 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120775ea840e565348879d15c94f1ea1205b_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120775ea840e565348879d15c94f1ea1205b_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,647 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120776e0dc7958db450cb23a9a77eb0591cf_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120776e0dc7958db450cb23a9a77eb0591cf_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,648 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120795623e6ae6b1475fafe5b76f84dd28f1_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120795623e6ae6b1475fafe5b76f84dd28f1_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,649 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a31fd718eb584390ad0f4e6c71883248_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a31fd718eb584390ad0f4e6c71883248_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,650 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ab848ccf0b8740bb97d177f04300d3c0_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207ab848ccf0b8740bb97d177f04300d3c0_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,651 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b6bae2c1d11646dfbaa640462e77e58e_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b6bae2c1d11646dfbaa640462e77e58e_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,652 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b79a8d21e72a452583ead0ef7dfab364_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b79a8d21e72a452583ead0ef7dfab364_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,653 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207dbecaf2d79e94f418b36e0c11bcf1047_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207dbecaf2d79e94f418b36e0c11bcf1047_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,654 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df36f42112444d56a1e3fd75dc9eb0db_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df36f42112444d56a1e3fd75dc9eb0db_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,655 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e01d60f08035412596849b90255ae557_7b99cad0b0cbb72d606d39a3de8194f0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e01d60f08035412596849b90255ae557_7b99cad0b0cbb72d606d39a3de8194f0 2024-12-07T22:20:24,656 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:20:24,657 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=63, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,661 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:20:24,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:20:24,664 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=63, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,665 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:20:24,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733610024665"}]},"ts":"9223372036854775807"} 2024-12-07T22:20:24,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:20:24,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 7b99cad0b0cbb72d606d39a3de8194f0, NAME => 'TestAcidGuarantees,,1733609995741.7b99cad0b0cbb72d606d39a3de8194f0.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:20:24,667 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:20:24,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733610024667"}]},"ts":"9223372036854775807"} 2024-12-07T22:20:24,669 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:20:24,672 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=63, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 65 msec 2024-12-07T22:20:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-07T22:20:24,709 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-07T22:20:24,722 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: hconnection-0x5602a74-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1548062253_22 at /127.0.0.1:35796 [Waiting for operation #167] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731836772_22 at /127.0.0.1:35784 [Waiting for operation #169] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-731836772_22 at /127.0.0.1:50196 [Waiting for operation #802] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1548062253_22 at /127.0.0.1:60686 [Waiting for operation #816] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5602a74-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=466 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6989 (was 7092) 2024-12-07T22:20:24,731 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=392, ProcessCount=11, AvailableMemoryMB=6989 2024-12-07T22:20:24,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:20:24,733 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:20:24,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:24,734 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:20:24,734 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:24,734 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 64 2024-12-07T22:20:24,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:24,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:20:24,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742078_1254 (size=963) 2024-12-07T22:20:24,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:20:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:25,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:25,142 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:20:25,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742079_1255 (size=53) 2024-12-07T22:20:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing b1f65c1c2415240127aca3a7593798a8, disabling compactions & flushes 2024-12-07T22:20:25,549 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. after waiting 0 ms 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,549 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,549 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:25,550 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:20:25,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733610025550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733610025550"}]},"ts":"1733610025550"} 2024-12-07T22:20:25,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:20:25,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:20:25,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610025552"}]},"ts":"1733610025552"} 2024-12-07T22:20:25,553 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:20:25,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, ASSIGN}] 2024-12-07T22:20:25,557 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, ASSIGN 2024-12-07T22:20:25,558 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:20:25,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b1f65c1c2415240127aca3a7593798a8, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:25,709 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:25,861 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:25,864 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,864 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:20:25,864 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,864 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:20:25,864 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,864 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,866 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,867 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:25,867 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f65c1c2415240127aca3a7593798a8 columnFamilyName A 2024-12-07T22:20:25,867 DEBUG [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:25,868 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(327): Store=b1f65c1c2415240127aca3a7593798a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:25,868 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,869 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:25,869 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f65c1c2415240127aca3a7593798a8 columnFamilyName B 2024-12-07T22:20:25,869 DEBUG [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:25,869 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(327): Store=b1f65c1c2415240127aca3a7593798a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:25,869 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,870 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:25,870 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1f65c1c2415240127aca3a7593798a8 columnFamilyName C 2024-12-07T22:20:25,870 DEBUG [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:25,871 INFO [StoreOpener-b1f65c1c2415240127aca3a7593798a8-1 {}] regionserver.HStore(327): Store=b1f65c1c2415240127aca3a7593798a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:25,871 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,871 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,872 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,873 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:20:25,874 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:25,875 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:20:25,876 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened b1f65c1c2415240127aca3a7593798a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73593097, jitterRate=0.09662260115146637}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:20:25,877 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:25,877 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., pid=66, masterSystemTime=1733610025861 2024-12-07T22:20:25,878 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,878 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:25,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=b1f65c1c2415240127aca3a7593798a8, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:25,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-07T22:20:25,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 in 171 msec 2024-12-07T22:20:25,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-07T22:20:25,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, ASSIGN in 325 msec 2024-12-07T22:20:25,883 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:20:25,883 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610025883"}]},"ts":"1733610025883"} 2024-12-07T22:20:25,883 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:20:25,887 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:20:25,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-12-07T22:20:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-07T22:20:26,839 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 64 completed 2024-12-07T22:20:26,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64dc42d9 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58341641 2024-12-07T22:20:26,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b6adc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,846 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,847 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:20:26,848 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:20:26,850 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c1ac389 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44645c55 2024-12-07T22:20:26,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669e1999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x028e73c0 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64ee0130 2024-12-07T22:20:26,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72aa9ee5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c480dfb to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683b64c3 2024-12-07T22:20:26,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ec09297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x34cb3991 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e55eb7 2024-12-07T22:20:26,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfb20f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e9ae050 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a703d2 2024-12-07T22:20:26,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf7fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14ed1e44 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78b04266 2024-12-07T22:20:26,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5886c0f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,886 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72537a47 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@88aa519 2024-12-07T22:20:26,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66e575aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x036642cb to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e998dd3 2024-12-07T22:20:26,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@131ceb8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c299cfb to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e4c79b8 2024-12-07T22:20:26,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a78bf6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x605827c9 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d1403c3 2024-12-07T22:20:26,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328852db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:26,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-07T22:20:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:26,916 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:26,917 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:26,917 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:26,920 DEBUG [hconnection-0x283546c9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,920 DEBUG [hconnection-0x474f0812-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,920 DEBUG [hconnection-0x39aff2f2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,921 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,921 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,921 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,924 DEBUG [hconnection-0x343a40b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,925 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52830, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:26,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:26,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:26,933 DEBUG [hconnection-0x6964e509-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,934 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,944 DEBUG [hconnection-0x4e33b366-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,945 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,948 DEBUG [hconnection-0x6c8826ae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,948 DEBUG [hconnection-0x2eaa1aa1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,949 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,949 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52862, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,952 DEBUG [hconnection-0x2e9bb9b6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,953 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,956 DEBUG [hconnection-0x6392b824-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:26,957 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610086961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:26,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610086962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:26,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:26,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610086966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:26,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:26,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610086968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:26,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610086970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:26,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/dc3881c91ade4177867b4cdf8822c2db is 50, key is test_row_0/A:col10/1733610026928/Put/seqid=0 2024-12-07T22:20:27,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742080_1256 (size=12001) 2024-12-07T22:20:27,024 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/dc3881c91ade4177867b4cdf8822c2db 2024-12-07T22:20:27,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6344719142fa46b3957aac93df672375 is 50, key is test_row_0/B:col10/1733610026928/Put/seqid=0 2024-12-07T22:20:27,069 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-07T22:20:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:27,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:27,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:27,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] handler.RSProcedureHandler(58): pid=68 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=68 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610087067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610087069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=68 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:27,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610087071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610087073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610087075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742081_1257 (size=12001) 2024-12-07T22:20:27,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6344719142fa46b3957aac93df672375 2024-12-07T22:20:27,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/82851ee6a2ec449b81a3c28efa2e8ac3 is 50, key is test_row_0/C:col10/1733610026928/Put/seqid=0 2024-12-07T22:20:27,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742082_1258 (size=12001) 2024-12-07T22:20:27,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/82851ee6a2ec449b81a3c28efa2e8ac3 2024-12-07T22:20:27,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/dc3881c91ade4177867b4cdf8822c2db as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db 2024-12-07T22:20:27,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:20:27,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6344719142fa46b3957aac93df672375 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375 2024-12-07T22:20:27,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:20:27,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/82851ee6a2ec449b81a3c28efa2e8ac3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3 2024-12-07T22:20:27,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:20:27,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1f65c1c2415240127aca3a7593798a8 in 265ms, sequenceid=15, compaction requested=false 2024-12-07T22:20:27,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:27,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:27,222 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,222 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:27,223 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:27,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:27,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e1a0a74755844b41a7307052d3ccd822 is 50, key is test_row_0/A:col10/1733610026939/Put/seqid=0 2024-12-07T22:20:27,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:27,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:27,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610087290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610087291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610087292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610087292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742083_1259 (size=12001) 2024-12-07T22:20:27,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610087292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610087396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610087398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610087399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610087400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610087401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610087601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610087602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610087604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610087604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610087605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e1a0a74755844b41a7307052d3ccd822 2024-12-07T22:20:27,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/59db40d2f91a45f492af53469493e74b is 50, key is test_row_0/B:col10/1733610026939/Put/seqid=0 2024-12-07T22:20:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742084_1260 (size=12001) 2024-12-07T22:20:27,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610087904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610087906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610087907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610087908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:27,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:27,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610087908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:28,121 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/59db40d2f91a45f492af53469493e74b 2024-12-07T22:20:28,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/e38c6db53ca44ddb9012869e79e2487c is 50, key is test_row_0/C:col10/1733610026939/Put/seqid=0 2024-12-07T22:20:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742085_1261 (size=12001) 2024-12-07T22:20:28,145 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/e38c6db53ca44ddb9012869e79e2487c 2024-12-07T22:20:28,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e1a0a74755844b41a7307052d3ccd822 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822 2024-12-07T22:20:28,157 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822, entries=150, sequenceid=38, filesize=11.7 K 2024-12-07T22:20:28,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/59db40d2f91a45f492af53469493e74b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b 2024-12-07T22:20:28,163 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-07T22:20:28,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/e38c6db53ca44ddb9012869e79e2487c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c 2024-12-07T22:20:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c, entries=150, sequenceid=38, filesize=11.7 K 2024-12-07T22:20:28,170 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=80.51 KB/82440 for b1f65c1c2415240127aca3a7593798a8 in 947ms, sequenceid=38, compaction requested=false 2024-12-07T22:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-07T22:20:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-07T22:20:28,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-07T22:20:28,173 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2540 sec 2024-12-07T22:20:28,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.2590 sec 2024-12-07T22:20:28,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:28,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-07T22:20:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:28,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:28,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:28,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c3eb6751ad8b470abf82ea5cb9b11228 is 50, key is test_row_0/A:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742086_1262 (size=12001) 2024-12-07T22:20:28,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c3eb6751ad8b470abf82ea5cb9b11228 2024-12-07T22:20:28,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610088428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610088429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6d24367b98c147d3aa6b3157dd369dfe is 50, key is test_row_0/B:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610088431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610088431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610088432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742087_1263 (size=12001) 2024-12-07T22:20:28,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6d24367b98c147d3aa6b3157dd369dfe 2024-12-07T22:20:28,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d6bc09909ca940fdb347e032dd70df0b is 50, key is test_row_0/C:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742088_1264 (size=12001) 2024-12-07T22:20:28,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610088533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610088534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610088535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610088535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610088536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610088738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610088738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610088738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610088738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:28,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610088741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:28,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d6bc09909ca940fdb347e032dd70df0b 2024-12-07T22:20:28,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c3eb6751ad8b470abf82ea5cb9b11228 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228 2024-12-07T22:20:28,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228, entries=150, sequenceid=54, filesize=11.7 K 2024-12-07T22:20:28,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6d24367b98c147d3aa6b3157dd369dfe as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe 2024-12-07T22:20:28,876 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe, entries=150, sequenceid=54, filesize=11.7 K 2024-12-07T22:20:28,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d6bc09909ca940fdb347e032dd70df0b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b 2024-12-07T22:20:28,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b, entries=150, sequenceid=54, filesize=11.7 K 2024-12-07T22:20:28,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for b1f65c1c2415240127aca3a7593798a8 in 471ms, sequenceid=54, compaction requested=true 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:28,882 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:28,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:28,882 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:28,884 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:28,884 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:28,884 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=35.2 K 2024-12-07T22:20:28,884 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=35.2 K 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dc3881c91ade4177867b4cdf8822c2db, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610026927 2024-12-07T22:20:28,884 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6344719142fa46b3957aac93df672375, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610026927 2024-12-07T22:20:28,885 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e1a0a74755844b41a7307052d3ccd822, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733610026939 2024-12-07T22:20:28,885 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59db40d2f91a45f492af53469493e74b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733610026939 2024-12-07T22:20:28,885 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c3eb6751ad8b470abf82ea5cb9b11228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:28,885 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d24367b98c147d3aa6b3157dd369dfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:28,895 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#218 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:28,896 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6a3955febc5e461eb3af0bf3eb2985d6 is 50, key is test_row_0/B:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,901 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:28,901 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fe4970b9b9e340b8b7b3898479c19717 is 50, key is test_row_0/A:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742089_1265 (size=12104) 2024-12-07T22:20:28,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742090_1266 (size=12104) 2024-12-07T22:20:28,923 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fe4970b9b9e340b8b7b3898479c19717 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fe4970b9b9e340b8b7b3898479c19717 2024-12-07T22:20:28,927 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6a3955febc5e461eb3af0bf3eb2985d6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6a3955febc5e461eb3af0bf3eb2985d6 2024-12-07T22:20:28,930 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into fe4970b9b9e340b8b7b3898479c19717(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:28,930 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:28,930 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=13, startTime=1733610028882; duration=0sec 2024-12-07T22:20:28,930 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:28,930 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:28,932 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:28,933 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 6a3955febc5e461eb3af0bf3eb2985d6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:28,933 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:28,933 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=13, startTime=1733610028882; duration=0sec 2024-12-07T22:20:28,933 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:28,933 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:28,933 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:28,933 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:28,933 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:28,933 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=35.2 K 2024-12-07T22:20:28,934 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 82851ee6a2ec449b81a3c28efa2e8ac3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610026927 2024-12-07T22:20:28,934 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e38c6db53ca44ddb9012869e79e2487c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1733610026939 2024-12-07T22:20:28,935 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d6bc09909ca940fdb347e032dd70df0b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:28,944 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:28,944 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/51c5fe7ffd164851984d2625c31f1906 is 50, key is test_row_0/C:col10/1733610027289/Put/seqid=0 2024-12-07T22:20:28,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742091_1267 (size=12104) 2024-12-07T22:20:28,973 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/51c5fe7ffd164851984d2625c31f1906 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/51c5fe7ffd164851984d2625c31f1906 2024-12-07T22:20:28,979 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into 51c5fe7ffd164851984d2625c31f1906(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:28,979 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:28,979 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=13, startTime=1733610028882; duration=0sec 2024-12-07T22:20:28,980 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:28,980 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-07T22:20:29,023 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-07T22:20:29,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-07T22:20:29,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:20:29,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:29,027 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:29,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:29,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T22:20:29,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:29,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8518dae2ba9e4b7da6ad8fc17894bf2a is 50, key is test_row_0/A:col10/1733610029042/Put/seqid=0 2024-12-07T22:20:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742092_1268 (size=16681) 2024-12-07T22:20:29,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8518dae2ba9e4b7da6ad8fc17894bf2a 2024-12-07T22:20:29,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b3f1cc9b7d0647dd8d5c007242697835 is 50, key is test_row_0/B:col10/1733610029042/Put/seqid=0 2024-12-07T22:20:29,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742093_1269 (size=12001) 2024-12-07T22:20:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:20:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T22:20:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:20:29,332 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T22:20:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b3f1cc9b7d0647dd8d5c007242697835 2024-12-07T22:20:29,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T22:20:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:29,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a89401d1997d4e53b3edf70328502bf8 is 50, key is test_row_0/C:col10/1733610029042/Put/seqid=0 2024-12-07T22:20:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742094_1270 (size=12001) 2024-12-07T22:20:29,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a89401d1997d4e53b3edf70328502bf8 2024-12-07T22:20:29,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8518dae2ba9e4b7da6ad8fc17894bf2a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a 2024-12-07T22:20:29,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a, entries=250, sequenceid=81, filesize=16.3 K 2024-12-07T22:20:29,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b3f1cc9b7d0647dd8d5c007242697835 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835 2024-12-07T22:20:29,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835, entries=150, sequenceid=81, filesize=11.7 K 2024-12-07T22:20:29,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a89401d1997d4e53b3edf70328502bf8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8 2024-12-07T22:20:29,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8, entries=150, sequenceid=81, filesize=11.7 K 2024-12-07T22:20:29,550 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for b1f65c1c2415240127aca3a7593798a8 in 508ms, sequenceid=81, compaction requested=false 2024-12-07T22:20:29,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:29,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:20:29,643 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-07T22:20:29,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:29,643 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:29,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c92efd8128cc4a34bd02d3e84eb2f02b is 50, key is test_row_0/A:col10/1733610029052/Put/seqid=0 2024-12-07T22:20:29,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742095_1271 (size=12001) 2024-12-07T22:20:29,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:29,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,927 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:20:29,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610089985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,987 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610089986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610089986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,988 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610089986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:29,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:29,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610089988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,053 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c92efd8128cc4a34bd02d3e84eb2f02b 2024-12-07T22:20:30,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/f10923cdb6c647a182a83d2b1d16c8e3 is 50, key is test_row_0/B:col10/1733610029052/Put/seqid=0 2024-12-07T22:20:30,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742096_1272 (size=12001) 2024-12-07T22:20:30,071 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/f10923cdb6c647a182a83d2b1d16c8e3 2024-12-07T22:20:30,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/1fbee8b0bf1d4eeebf75b6c4897a627e is 50, key is test_row_0/C:col10/1733610029052/Put/seqid=0 2024-12-07T22:20:30,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742097_1273 (size=12001) 2024-12-07T22:20:30,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/1fbee8b0bf1d4eeebf75b6c4897a627e 2024-12-07T22:20:30,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/c92efd8128cc4a34bd02d3e84eb2f02b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b 2024-12-07T22:20:30,096 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:20:30,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/f10923cdb6c647a182a83d2b1d16c8e3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3 2024-12-07T22:20:30,100 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:20:30,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/1fbee8b0bf1d4eeebf75b6c4897a627e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e 2024-12-07T22:20:30,105 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:20:30,106 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1f65c1c2415240127aca3a7593798a8 in 463ms, sequenceid=93, compaction requested=true 2024-12-07T22:20:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:30,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-07T22:20:30,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-07T22:20:30,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-07T22:20:30,109 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0800 sec 2024-12-07T22:20:30,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 1.0840 sec 2024-12-07T22:20:30,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-07T22:20:30,130 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-07T22:20:30,132 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:30,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-07T22:20:30,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:20:30,134 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:30,135 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:30,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:20:30,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:30,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:30,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:30,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:30,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4075f1495e044784adfc8c25437ec936 is 50, key is test_row_0/A:col10/1733610029673/Put/seqid=0 2024-12-07T22:20:30,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742098_1274 (size=12001) 2024-12-07T22:20:30,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4075f1495e044784adfc8c25437ec936 2024-12-07T22:20:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610090297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610090299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610090299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610090299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610090300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/c864176874104240be195e2d169332de is 50, key is test_row_0/B:col10/1733610029673/Put/seqid=0 2024-12-07T22:20:30,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742099_1275 (size=12001) 2024-12-07T22:20:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610090402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610090403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610090403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610090403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610090403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:20:30,524 DEBUG [master/f83a3c5fcf38:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d7ca44111640503df3e7e9dc44cad2cc changed from -1.0 to 0.0, refreshing cache 2024-12-07T22:20:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610090606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610090606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610090607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610090607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610090607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,723 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/c864176874104240be195e2d169332de 2024-12-07T22:20:30,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:20:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c13667616e394cc3a908592bf5347123 is 50, key is test_row_0/C:col10/1733610029673/Put/seqid=0 2024-12-07T22:20:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742100_1276 (size=12001) 2024-12-07T22:20:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610090909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610090910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610090911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610090911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:30,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:30,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610090912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c13667616e394cc3a908592bf5347123 2024-12-07T22:20:31,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4075f1495e044784adfc8c25437ec936 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936 2024-12-07T22:20:31,156 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T22:20:31,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/c864176874104240be195e2d169332de as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de 2024-12-07T22:20:31,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T22:20:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c13667616e394cc3a908592bf5347123 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123 2024-12-07T22:20:31,167 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T22:20:31,168 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1f65c1c2415240127aca3a7593798a8 in 880ms, sequenceid=117, compaction requested=true 2024-12-07T22:20:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-07T22:20:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-07T22:20:31,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-07T22:20:31,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-12-07T22:20:31,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.0410 sec 2024-12-07T22:20:31,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-07T22:20:31,236 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-07T22:20:31,238 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:31,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-07T22:20:31,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-07T22:20:31,239 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:31,240 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:31,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:31,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-07T22:20:31,391 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,392 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-07T22:20:31,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:31,392 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:20:31,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:31,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:31,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/15cc656d8efc4a06905701b431aae575 is 50, key is test_row_0/A:col10/1733610030298/Put/seqid=0 2024-12-07T22:20:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742101_1277 (size=12051) 2024-12-07T22:20:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610091430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610091431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610091433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610091434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610091435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610091536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610091536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610091536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-07T22:20:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610091538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610091539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610091739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610091740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610091740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610091742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610091743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:31,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/15cc656d8efc4a06905701b431aae575 2024-12-07T22:20:31,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da1b4b8c98b5451ba3f2b4fc102e28e0 is 50, key is test_row_0/B:col10/1733610030298/Put/seqid=0 2024-12-07T22:20:31,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742102_1278 (size=12051) 2024-12-07T22:20:31,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-07T22:20:32,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610092043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610092043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610092043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610092046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610092047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da1b4b8c98b5451ba3f2b4fc102e28e0 2024-12-07T22:20:32,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/ab378eb9c551424aaebda38d5fe42d14 is 50, key is test_row_0/C:col10/1733610030298/Put/seqid=0 2024-12-07T22:20:32,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742103_1279 (size=12051) 2024-12-07T22:20:32,229 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/ab378eb9c551424aaebda38d5fe42d14 2024-12-07T22:20:32,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/15cc656d8efc4a06905701b431aae575 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575 2024-12-07T22:20:32,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:20:32,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da1b4b8c98b5451ba3f2b4fc102e28e0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0 2024-12-07T22:20:32,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:20:32,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/ab378eb9c551424aaebda38d5fe42d14 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14 2024-12-07T22:20:32,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:20:32,249 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b1f65c1c2415240127aca3a7593798a8 in 857ms, sequenceid=130, compaction requested=true 2024-12-07T22:20:32,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:32,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:32,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-07T22:20:32,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-07T22:20:32,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-07T22:20:32,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-12-07T22:20:32,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0150 sec 2024-12-07T22:20:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-07T22:20:32,342 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-07T22:20:32,343 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-07T22:20:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:32,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:32,345 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:32,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:32,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:32,496 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,496 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:32,497 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:32,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:32,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/ac07b459c0d04518830cc7b199695c48 is 50, key is test_row_0/A:col10/1733610031429/Put/seqid=0 2024-12-07T22:20:32,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742104_1280 (size=12151) 2024-12-07T22:20:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:32,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:32,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610092560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610092560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610092561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610092563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610092564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:32,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610092665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610092666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,668 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610092666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610092668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610092670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610092868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610092869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610092869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610092873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610092873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:32,909 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/ac07b459c0d04518830cc7b199695c48 2024-12-07T22:20:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc is 50, key is test_row_0/B:col10/1733610031429/Put/seqid=0 2024-12-07T22:20:32,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742105_1281 (size=12151) 2024-12-07T22:20:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:33,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610093172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610093173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610093174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610093175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,179 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610093178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,321 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc 2024-12-07T22:20:33,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d5f7a6923bbe45e58a451a2ddd5b717b is 50, key is test_row_0/C:col10/1733610031429/Put/seqid=0 2024-12-07T22:20:33,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742106_1282 (size=12151) 2024-12-07T22:20:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:33,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610093675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610093678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610093678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610093679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610093681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:33,758 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d5f7a6923bbe45e58a451a2ddd5b717b 2024-12-07T22:20:33,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/ac07b459c0d04518830cc7b199695c48 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48 2024-12-07T22:20:33,767 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T22:20:33,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc 2024-12-07T22:20:33,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T22:20:33,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/d5f7a6923bbe45e58a451a2ddd5b717b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b 2024-12-07T22:20:33,778 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b, entries=150, sequenceid=153, filesize=11.9 K 2024-12-07T22:20:33,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b1f65c1c2415240127aca3a7593798a8 in 1281ms, sequenceid=153, compaction requested=true 2024-12-07T22:20:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-07T22:20:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-07T22:20:33,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-07T22:20:33,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-12-07T22:20:33,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.4380 sec 2024-12-07T22:20:34,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-07T22:20:34,449 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-07T22:20:34,450 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-07T22:20:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-07T22:20:34,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:34,452 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:34,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:34,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-07T22:20:34,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:34,605 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:34,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f6be24682e4f41d0b6bc2f591d42bc62 is 50, key is test_row_0/A:col10/1733610032562/Put/seqid=0 2024-12-07T22:20:34,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742107_1283 (size=12151) 2024-12-07T22:20:34,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f6be24682e4f41d0b6bc2f591d42bc62 2024-12-07T22:20:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ecbad5d3cc094f8c84e1d536a3f53229 is 50, key is test_row_0/B:col10/1733610032562/Put/seqid=0 2024-12-07T22:20:34,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742108_1284 (size=12151) 2024-12-07T22:20:34,627 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ecbad5d3cc094f8c84e1d536a3f53229 2024-12-07T22:20:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/089f600f7dc8415785910bf6071cd6b2 is 50, key is test_row_0/C:col10/1733610032562/Put/seqid=0 2024-12-07T22:20:34,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742109_1285 (size=12151) 2024-12-07T22:20:34,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/089f600f7dc8415785910bf6071cd6b2 2024-12-07T22:20:34,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f6be24682e4f41d0b6bc2f591d42bc62 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62 2024-12-07T22:20:34,648 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T22:20:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ecbad5d3cc094f8c84e1d536a3f53229 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229 2024-12-07T22:20:34,652 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T22:20:34,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/089f600f7dc8415785910bf6071cd6b2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2 2024-12-07T22:20:34,657 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2, entries=150, sequenceid=166, filesize=11.9 K 2024-12-07T22:20:34,658 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for b1f65c1c2415240127aca3a7593798a8 in 53ms, sequenceid=166, compaction requested=true 2024-12-07T22:20:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:34,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-07T22:20:34,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-07T22:20:34,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-07T22:20:34,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 207 msec 2024-12-07T22:20:34,662 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 211 msec 2024-12-07T22:20:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:34,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:34,695 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:34,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/2fce359b2b184749809226e7b9865d79 is 50, key is test_row_0/A:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:34,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742110_1286 (size=16931) 2024-12-07T22:20:34,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/2fce359b2b184749809226e7b9865d79 2024-12-07T22:20:34,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ed25f6e86c914e59944f2449595d517a is 50, key is test_row_0/B:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742111_1287 (size=12151) 2024-12-07T22:20:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610094717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610094718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610094720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610094721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610094723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-07T22:20:34,753 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-07T22:20:34,755 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-07T22:20:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:34,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:34,757 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:34,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:34,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610094824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:20:34,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T22:20:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610094824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610094825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610094825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610094827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:34,909 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:34,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:34,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:34,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:34,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:34,910 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:34,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:34,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610095029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610095029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610095031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610095031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610095033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:35,063 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:35,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:35,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,063 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ed25f6e86c914e59944f2449595d517a 2024-12-07T22:20:35,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/866e0a9ebe9d4827a9e8c45131246216 is 50, key is test_row_0/C:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:35,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742112_1288 (size=12151) 2024-12-07T22:20:35,215 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610095334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610095334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610095335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610095335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610095338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:35,369 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:35,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:35,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:35,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/866e0a9ebe9d4827a9e8c45131246216 2024-12-07T22:20:35,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/2fce359b2b184749809226e7b9865d79 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79 2024-12-07T22:20:35,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79, entries=250, sequenceid=178, filesize=16.5 K 2024-12-07T22:20:35,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/ed25f6e86c914e59944f2449595d517a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a 2024-12-07T22:20:35,546 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a, entries=150, sequenceid=178, filesize=11.9 K 2024-12-07T22:20:35,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/866e0a9ebe9d4827a9e8c45131246216 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216 2024-12-07T22:20:35,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216, entries=150, sequenceid=178, filesize=11.9 K 2024-12-07T22:20:35,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1f65c1c2415240127aca3a7593798a8 in 857ms, sequenceid=178, compaction requested=true 2024-12-07T22:20:35,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:35,552 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-07T22:20:35,552 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:35,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:35,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 106071 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-07T22:20:35,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:35,555 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,555 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fe4970b9b9e340b8b7b3898479c19717, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=103.6 K 2024-12-07T22:20:35,555 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96611 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-07T22:20:35,555 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:35,555 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,555 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6a3955febc5e461eb3af0bf3eb2985d6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=94.3 K 2024-12-07T22:20:35,556 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe4970b9b9e340b8b7b3898479c19717, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:35,556 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a3955febc5e461eb3af0bf3eb2985d6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:35,556 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8518dae2ba9e4b7da6ad8fc17894bf2a, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733610028421 2024-12-07T22:20:35,557 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b3f1cc9b7d0647dd8d5c007242697835, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733610028431 2024-12-07T22:20:35,557 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c92efd8128cc4a34bd02d3e84eb2f02b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610029049 2024-12-07T22:20:35,557 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f10923cdb6c647a182a83d2b1d16c8e3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610029049 2024-12-07T22:20:35,558 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4075f1495e044784adfc8c25437ec936, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610029673 2024-12-07T22:20:35,558 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c864176874104240be195e2d169332de, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610029673 2024-12-07T22:20:35,558 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15cc656d8efc4a06905701b431aae575, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610030297 2024-12-07T22:20:35,559 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting da1b4b8c98b5451ba3f2b4fc102e28e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610030297 2024-12-07T22:20:35,559 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac07b459c0d04518830cc7b199695c48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733610031429 2024-12-07T22:20:35,559 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6be24682e4f41d0b6bc2f591d42bc62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733610032559 2024-12-07T22:20:35,559 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e9c62ce2ccc24b5eb35cfd6ef3a97ccc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733610031429 2024-12-07T22:20:35,560 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2fce359b2b184749809226e7b9865d79, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034685 2024-12-07T22:20:35,560 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ecbad5d3cc094f8c84e1d536a3f53229, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733610032559 2024-12-07T22:20:35,561 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ed25f6e86c914e59944f2449595d517a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034688 2024-12-07T22:20:35,581 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#242 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:35,582 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9285ea74736d43ae908c7044a836b5c8 is 50, key is test_row_0/B:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:35,588 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#243 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:35,589 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/7b9c7306b3dd46cfbbfe14c328443df9 is 50, key is test_row_0/A:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:35,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742113_1289 (size=12527) 2024-12-07T22:20:35,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742114_1290 (size=12527) 2024-12-07T22:20:35,607 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/7b9c7306b3dd46cfbbfe14c328443df9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7b9c7306b3dd46cfbbfe14c328443df9 2024-12-07T22:20:35,614 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into 7b9c7306b3dd46cfbbfe14c328443df9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:35,614 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:35,614 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=8, startTime=1733610035551; duration=0sec 2024-12-07T22:20:35,614 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:35,614 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:35,614 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-07T22:20:35,617 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 96611 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-07T22:20:35,617 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:35,617 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,618 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/51c5fe7ffd164851984d2625c31f1906, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=94.3 K 2024-12-07T22:20:35,619 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51c5fe7ffd164851984d2625c31f1906, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610027289 2024-12-07T22:20:35,619 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a89401d1997d4e53b3edf70328502bf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733610028431 2024-12-07T22:20:35,619 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fbee8b0bf1d4eeebf75b6c4897a627e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610029049 2024-12-07T22:20:35,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c13667616e394cc3a908592bf5347123, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610029673 2024-12-07T22:20:35,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab378eb9c551424aaebda38d5fe42d14, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610030297 2024-12-07T22:20:35,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5f7a6923bbe45e58a451a2ddd5b717b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733610031429 2024-12-07T22:20:35,621 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 089f600f7dc8415785910bf6071cd6b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733610032559 2024-12-07T22:20:35,622 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 866e0a9ebe9d4827a9e8c45131246216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034688 2024-12-07T22:20:35,641 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#244 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:35,642 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/bbe9806bd7ac44728294a15ad59b0830 is 50, key is test_row_0/C:col10/1733610034688/Put/seqid=0 2024-12-07T22:20:35,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742115_1291 (size=12527) 2024-12-07T22:20:35,653 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/bbe9806bd7ac44728294a15ad59b0830 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bbe9806bd7ac44728294a15ad59b0830 2024-12-07T22:20:35,658 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into bbe9806bd7ac44728294a15ad59b0830(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:35,658 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:35,658 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=8, startTime=1733610035552; duration=0sec 2024-12-07T22:20:35,658 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:35,658 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:35,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-07T22:20:35,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:35,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:35,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:35,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e0adce508d3a4583895296314f290446 is 50, key is test_row_0/A:col10/1733610034720/Put/seqid=0 2024-12-07T22:20:35,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742116_1292 (size=12151) 2024-12-07T22:20:35,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:35,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:35,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610095849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610095852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610095887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610095887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610095888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610095989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:35,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:35,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610095992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,003 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9285ea74736d43ae908c7044a836b5c8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9285ea74736d43ae908c7044a836b5c8 2024-12-07T22:20:36,008 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 9285ea74736d43ae908c7044a836b5c8(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:36,008 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:36,009 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=8, startTime=1733610035552; duration=0sec 2024-12-07T22:20:36,009 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:36,009 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:36,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e0adce508d3a4583895296314f290446 2024-12-07T22:20:36,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/653f4901b89c4db3a71cdae69225c996 is 50, key is test_row_0/B:col10/1733610034720/Put/seqid=0 2024-12-07T22:20:36,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742117_1293 (size=12151) 2024-12-07T22:20:36,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610096191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610096194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610096194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610096195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610096195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610096494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610096497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610096497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610096498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610096499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:36,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/653f4901b89c4db3a71cdae69225c996 2024-12-07T22:20:36,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/3e7a4fc0690f4d5e81e003a0f42c559f is 50, key is test_row_0/C:col10/1733610034720/Put/seqid=0 2024-12-07T22:20:36,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742118_1294 (size=12151) 2024-12-07T22:20:36,522 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/3e7a4fc0690f4d5e81e003a0f42c559f 2024-12-07T22:20:36,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/e0adce508d3a4583895296314f290446 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446 2024-12-07T22:20:36,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T22:20:36,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/653f4901b89c4db3a71cdae69225c996 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996 2024-12-07T22:20:36,536 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T22:20:36,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/3e7a4fc0690f4d5e81e003a0f42c559f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f 2024-12-07T22:20:36,540 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f, entries=150, sequenceid=204, filesize=11.9 K 2024-12-07T22:20:36,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1f65c1c2415240127aca3a7593798a8 in 865ms, sequenceid=204, compaction requested=false 2024-12-07T22:20:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:36,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-07T22:20:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-07T22:20:36,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-07T22:20:36,543 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7850 sec 2024-12-07T22:20:36,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.7890 sec 2024-12-07T22:20:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-07T22:20:36,860 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-07T22:20:36,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-07T22:20:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:36,863 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:36,864 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:36,864 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:36,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:37,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:37,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:37,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3b9cd55849e44bc48c0ffeafeef1a779 is 50, key is test_row_0/A:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742119_1295 (size=12151) 2024-12-07T22:20:37,016 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610097018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610097018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610097022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610097023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610097023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610097123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610097124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610097126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610097126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610097126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:37,168 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,321 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610097325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610097325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610097328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610097329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610097329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,410 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3b9cd55849e44bc48c0ffeafeef1a779 2024-12-07T22:20:37,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2e81026ce31c4aee8b8f9815a9319d08 is 50, key is test_row_0/B:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742120_1296 (size=12151) 2024-12-07T22:20:37,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2e81026ce31c4aee8b8f9815a9319d08 2024-12-07T22:20:37,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/6369b4f970264e96bfe2568245950d0f is 50, key is test_row_0/C:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742121_1297 (size=12151) 2024-12-07T22:20:37,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:37,474 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610097627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610097629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610097631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610097632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:37,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610097632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:37,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:37,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/6369b4f970264e96bfe2568245950d0f 2024-12-07T22:20:37,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3b9cd55849e44bc48c0ffeafeef1a779 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779 2024-12-07T22:20:37,844 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779, entries=150, sequenceid=219, filesize=11.9 K 2024-12-07T22:20:37,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2e81026ce31c4aee8b8f9815a9319d08 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08 2024-12-07T22:20:37,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08, entries=150, sequenceid=219, filesize=11.9 K 2024-12-07T22:20:37,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/6369b4f970264e96bfe2568245950d0f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f 2024-12-07T22:20:37,854 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f, entries=150, sequenceid=219, filesize=11.9 K 2024-12-07T22:20:37,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1f65c1c2415240127aca3a7593798a8 in 854ms, sequenceid=219, compaction requested=true 2024-12-07T22:20:37,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:37,855 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:37,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:37,855 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:37,856 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:37,856 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:37,856 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,856 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9285ea74736d43ae908c7044a836b5c8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=36.0 K 2024-12-07T22:20:37,856 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:37,856 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:37,856 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,856 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9285ea74736d43ae908c7044a836b5c8, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034688 2024-12-07T22:20:37,857 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7b9c7306b3dd46cfbbfe14c328443df9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=36.0 K 2024-12-07T22:20:37,857 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 653f4901b89c4db3a71cdae69225c996, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733610034709 2024-12-07T22:20:37,857 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b9c7306b3dd46cfbbfe14c328443df9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034688 2024-12-07T22:20:37,858 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e0adce508d3a4583895296314f290446, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733610034709 2024-12-07T22:20:37,858 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e81026ce31c4aee8b8f9815a9319d08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:37,858 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b9cd55849e44bc48c0ffeafeef1a779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:37,866 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:37,866 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/0091110f0b5248dc85ea2a705402875f is 50, key is test_row_0/B:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,867 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#252 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:37,867 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec is 50, key is test_row_0/A:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742122_1298 (size=12629) 2024-12-07T22:20:37,876 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/0091110f0b5248dc85ea2a705402875f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/0091110f0b5248dc85ea2a705402875f 2024-12-07T22:20:37,881 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 0091110f0b5248dc85ea2a705402875f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:37,881 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:37,882 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=13, startTime=1733610037855; duration=0sec 2024-12-07T22:20:37,882 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:37,882 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:37,882 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:37,883 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:37,883 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:37,883 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,883 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bbe9806bd7ac44728294a15ad59b0830, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=36.0 K 2024-12-07T22:20:37,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bbe9806bd7ac44728294a15ad59b0830, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1733610034688 2024-12-07T22:20:37,884 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e7a4fc0690f4d5e81e003a0f42c559f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733610034709 2024-12-07T22:20:37,885 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6369b4f970264e96bfe2568245950d0f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:37,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742123_1299 (size=12629) 2024-12-07T22:20:37,897 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec 2024-12-07T22:20:37,898 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:37,898 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/18412adb07a5402e997ab470b7bf1a94 is 50, key is test_row_0/C:col10/1733610036999/Put/seqid=0 2024-12-07T22:20:37,906 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into d5ba9ba3ce9845ddb19b86eb3c89b5ec(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:37,906 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:37,906 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=13, startTime=1733610037854; duration=0sec 2024-12-07T22:20:37,906 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:37,906 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:37,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742124_1300 (size=12629) 2024-12-07T22:20:37,924 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/18412adb07a5402e997ab470b7bf1a94 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/18412adb07a5402e997ab470b7bf1a94 2024-12-07T22:20:37,933 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into 18412adb07a5402e997ab470b7bf1a94(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:37,933 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:37,933 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=13, startTime=1733610037855; duration=0sec 2024-12-07T22:20:37,933 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:37,933 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:37,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:37,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-07T22:20:37,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:37,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:37,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/989fc21adac8435baa7a42a24a0e31c2 is 50, key is test_row_0/A:col10/1733610037022/Put/seqid=0 2024-12-07T22:20:37,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742125_1301 (size=12151) 2024-12-07T22:20:37,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:38,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:38,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:38,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610098140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610098141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610098142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610098143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610098143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610098244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610098245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610098246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610098247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610098247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/989fc21adac8435baa7a42a24a0e31c2 2024-12-07T22:20:38,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/daa404f881d8494da06c3cbffa2bce88 is 50, key is test_row_0/B:col10/1733610037022/Put/seqid=0 2024-12-07T22:20:38,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742126_1302 (size=12151) 2024-12-07T22:20:38,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/daa404f881d8494da06c3cbffa2bce88 2024-12-07T22:20:38,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/dd1ae83eb5a149f79f05d31792c31148 is 50, key is test_row_0/C:col10/1733610037022/Put/seqid=0 2024-12-07T22:20:38,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742127_1303 (size=12151) 2024-12-07T22:20:38,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610098447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610098448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610098448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610098450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610098450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610098750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610098750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610098751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610098754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610098755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:38,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/dd1ae83eb5a149f79f05d31792c31148 2024-12-07T22:20:38,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/989fc21adac8435baa7a42a24a0e31c2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2 2024-12-07T22:20:38,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2, entries=150, sequenceid=245, filesize=11.9 K 2024-12-07T22:20:38,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/daa404f881d8494da06c3cbffa2bce88 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88 2024-12-07T22:20:38,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88, entries=150, sequenceid=245, filesize=11.9 K 2024-12-07T22:20:38,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/dd1ae83eb5a149f79f05d31792c31148 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148 2024-12-07T22:20:38,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148, entries=150, sequenceid=245, filesize=11.9 K 2024-12-07T22:20:38,828 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for b1f65c1c2415240127aca3a7593798a8 in 893ms, sequenceid=245, compaction requested=false 2024-12-07T22:20:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:38,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-07T22:20:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-07T22:20:38,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-07T22:20:38,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9650 sec 2024-12-07T22:20:38,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.9690 sec 2024-12-07T22:20:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-07T22:20:38,968 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-07T22:20:38,969 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-07T22:20:38,971 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:38,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T22:20:38,971 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:38,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T22:20:39,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-07T22:20:39,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:39,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/5ece235fa5064db89d26d9a67b015762 is 50, key is test_row_0/A:col10/1733610038141/Put/seqid=0 2024-12-07T22:20:39,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742128_1304 (size=12251) 2024-12-07T22:20:39,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:39,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:39,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T22:20:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610099271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610099272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610099272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610099272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610099274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610099376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610099376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610099377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610099377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610099377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,534 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/5ece235fa5064db89d26d9a67b015762 2024-12-07T22:20:39,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6c57c9d87e574d8ebe77c65bfc594f76 is 50, key is test_row_0/B:col10/1733610038141/Put/seqid=0 2024-12-07T22:20:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742129_1305 (size=12251) 2024-12-07T22:20:39,548 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6c57c9d87e574d8ebe77c65bfc594f76 2024-12-07T22:20:39,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c60ad4f64b7a4003b883dcd768ebf075 is 50, key is test_row_0/C:col10/1733610038141/Put/seqid=0 2024-12-07T22:20:39,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742130_1306 (size=12251) 2024-12-07T22:20:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T22:20:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610099579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610099579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610099580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610099580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610099580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,882 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610099881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610099882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610099883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610099883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610099883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:39,960 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c60ad4f64b7a4003b883dcd768ebf075 2024-12-07T22:20:39,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/5ece235fa5064db89d26d9a67b015762 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762 2024-12-07T22:20:39,970 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762, entries=150, sequenceid=259, filesize=12.0 K 2024-12-07T22:20:39,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6c57c9d87e574d8ebe77c65bfc594f76 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76 2024-12-07T22:20:39,980 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76, entries=150, sequenceid=259, filesize=12.0 K 2024-12-07T22:20:39,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/c60ad4f64b7a4003b883dcd768ebf075 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075 2024-12-07T22:20:39,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075, entries=150, sequenceid=259, filesize=12.0 K 2024-12-07T22:20:39,986 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for b1f65c1c2415240127aca3a7593798a8 in 862ms, sequenceid=259, compaction requested=true 2024-12-07T22:20:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:39,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-07T22:20:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-07T22:20:39,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-07T22:20:39,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0160 sec 2024-12-07T22:20:39,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0200 sec 2024-12-07T22:20:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-07T22:20:40,074 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-07T22:20:40,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-07T22:20:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T22:20:40,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:40,077 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:40,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T22:20:40,229 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-07T22:20:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,230 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T22:20:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:40,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4d12327d787d41d3b8860a839cd79653 is 50, key is test_row_0/A:col10/1733610039271/Put/seqid=0 2024-12-07T22:20:40,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742131_1307 (size=12301) 2024-12-07T22:20:40,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4d12327d787d41d3b8860a839cd79653 2024-12-07T22:20:40,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b92ff64bab2746a5b5b46852521aa68e is 50, key is test_row_0/B:col10/1733610039271/Put/seqid=0 2024-12-07T22:20:40,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742132_1308 (size=12301) 2024-12-07T22:20:40,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b92ff64bab2746a5b5b46852521aa68e 2024-12-07T22:20:40,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/f905e0d549e44241bd54235e0067badc is 50, key is test_row_0/C:col10/1733610039271/Put/seqid=0 2024-12-07T22:20:40,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742133_1309 (size=12301) 2024-12-07T22:20:40,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/f905e0d549e44241bd54235e0067badc 2024-12-07T22:20:40,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/4d12327d787d41d3b8860a839cd79653 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653 2024-12-07T22:20:40,278 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:20:40,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b92ff64bab2746a5b5b46852521aa68e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e 2024-12-07T22:20:40,283 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:20:40,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/f905e0d549e44241bd54235e0067badc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc 2024-12-07T22:20:40,289 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc, entries=150, sequenceid=281, filesize=12.0 K 2024-12-07T22:20:40,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for b1f65c1c2415240127aca3a7593798a8 in 59ms, sequenceid=281, compaction requested=true 2024-12-07T22:20:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-07T22:20:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-07T22:20:40,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-07T22:20:40,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 213 msec 2024-12-07T22:20:40,296 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 219 msec 2024-12-07T22:20:40,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-07T22:20:40,379 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-07T22:20:40,380 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-07T22:20:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T22:20:40,382 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:40,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:40,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:40,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:40,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:40,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:40,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/40d0240d894a48b2bc8d9e19dd5cfb0c is 50, key is test_row_0/A:col10/1733610040388/Put/seqid=0 2024-12-07T22:20:40,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742134_1310 (size=14741) 2024-12-07T22:20:40,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610100455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610100455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610100456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610100458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610100459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T22:20:40,537 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:40,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,537 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610100560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610100560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610100560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610100561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610100563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T22:20:40,689 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,690 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610100763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,766 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610100763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610100764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610100764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610100768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/40d0240d894a48b2bc8d9e19dd5cfb0c 2024-12-07T22:20:40,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b823dadedec9444fb450d4d752effd7d is 50, key is test_row_0/B:col10/1733610040388/Put/seqid=0 2024-12-07T22:20:40,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742135_1311 (size=12301) 2024-12-07T22:20:40,842 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T22:20:40,995 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:40,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:40,996 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610101067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610101068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610101069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610101069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610101072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,149 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:41,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:41,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,226 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b823dadedec9444fb450d4d752effd7d 2024-12-07T22:20:41,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a44d6ef1adff42568768117dfb6be812 is 50, key is test_row_0/C:col10/1733610040388/Put/seqid=0 2024-12-07T22:20:41,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742136_1312 (size=12301) 2024-12-07T22:20:41,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a44d6ef1adff42568768117dfb6be812 2024-12-07T22:20:41,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/40d0240d894a48b2bc8d9e19dd5cfb0c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c 2024-12-07T22:20:41,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c, entries=200, sequenceid=292, filesize=14.4 K 2024-12-07T22:20:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b823dadedec9444fb450d4d752effd7d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d 2024-12-07T22:20:41,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T22:20:41,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/a44d6ef1adff42568768117dfb6be812 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812 2024-12-07T22:20:41,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812, entries=150, sequenceid=292, filesize=12.0 K 2024-12-07T22:20:41,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for b1f65c1c2415240127aca3a7593798a8 in 865ms, sequenceid=292, compaction requested=true 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:41,259 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:20:41,259 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:41,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:41,261 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61633 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:20:41,261 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64073 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:20:41,261 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:41,261 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:41,261 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,261 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,261 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/0091110f0b5248dc85ea2a705402875f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=60.2 K 2024-12-07T22:20:41,261 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=62.6 K 2024-12-07T22:20:41,261 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0091110f0b5248dc85ea2a705402875f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:41,262 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting daa404f881d8494da06c3cbffa2bce88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610037021 2024-12-07T22:20:41,264 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5ba9ba3ce9845ddb19b86eb3c89b5ec, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:41,264 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 989fc21adac8435baa7a42a24a0e31c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610037021 2024-12-07T22:20:41,264 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c57c9d87e574d8ebe77c65bfc594f76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733610038138 2024-12-07T22:20:41,264 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ece235fa5064db89d26d9a67b015762, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733610038138 2024-12-07T22:20:41,265 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d12327d787d41d3b8860a839cd79653, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733610039271 2024-12-07T22:20:41,265 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b92ff64bab2746a5b5b46852521aa68e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733610039271 2024-12-07T22:20:41,265 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d0240d894a48b2bc8d9e19dd5cfb0c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733610040388 2024-12-07T22:20:41,265 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b823dadedec9444fb450d4d752effd7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733610040388 2024-12-07T22:20:41,277 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#267 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:41,277 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/7bc72ebf491e41639b861448c96e8e46 is 50, key is test_row_0/B:col10/1733610040388/Put/seqid=0 2024-12-07T22:20:41,278 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#266 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:41,278 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/a4ab0472dc65448293647861f1dbe809 is 50, key is test_row_0/A:col10/1733610040388/Put/seqid=0 2024-12-07T22:20:41,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742137_1313 (size=12949) 2024-12-07T22:20:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742138_1314 (size=12949) 2024-12-07T22:20:41,302 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-07T22:20:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:20:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f9b2e842c3e744bd8b85b770ad02bcb5 is 50, key is test_row_0/A:col10/1733610040458/Put/seqid=0 2024-12-07T22:20:41,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742139_1315 (size=12301) 2024-12-07T22:20:41,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f9b2e842c3e744bd8b85b770ad02bcb5 2024-12-07T22:20:41,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/4d0bae01fc88425f83a69f4905eb90cf is 50, key is test_row_0/B:col10/1733610040458/Put/seqid=0 2024-12-07T22:20:41,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742140_1316 (size=12301) 2024-12-07T22:20:41,346 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/4d0bae01fc88425f83a69f4905eb90cf 2024-12-07T22:20:41,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/be639781a0ef44cb97ca3864672d7eba is 50, key is test_row_0/C:col10/1733610040458/Put/seqid=0 2024-12-07T22:20:41,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742141_1317 (size=12301) 2024-12-07T22:20:41,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/be639781a0ef44cb97ca3864672d7eba 2024-12-07T22:20:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f9b2e842c3e744bd8b85b770ad02bcb5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5 2024-12-07T22:20:41,375 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5, entries=150, sequenceid=317, filesize=12.0 K 2024-12-07T22:20:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/4d0bae01fc88425f83a69f4905eb90cf as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf 2024-12-07T22:20:41,380 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf, entries=150, sequenceid=317, filesize=12.0 K 2024-12-07T22:20:41,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/be639781a0ef44cb97ca3864672d7eba as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba 2024-12-07T22:20:41,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba, entries=150, sequenceid=317, filesize=12.0 K 2024-12-07T22:20:41,385 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for b1f65c1c2415240127aca3a7593798a8 in 82ms, sequenceid=317, compaction requested=true 2024-12-07T22:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-07T22:20:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-07T22:20:41,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-07T22:20:41,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0040 sec 2024-12-07T22:20:41,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0090 sec 2024-12-07T22:20:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-07T22:20:41,485 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-07T22:20:41,486 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-07T22:20:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:41,488 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:41,488 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:41,489 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:41,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:20:41,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:41,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:41,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:41,584 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/da28cdf921ba49e6b6ff18a30fbb2e09 is 50, key is test_row_0/A:col10/1733610041581/Put/seqid=0 2024-12-07T22:20:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:41,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742142_1318 (size=14741) 2024-12-07T22:20:41,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/da28cdf921ba49e6b6ff18a30fbb2e09 2024-12-07T22:20:41,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/20c136ba8555428b9672cb186cbaf3bb is 50, key is test_row_0/B:col10/1733610041581/Put/seqid=0 2024-12-07T22:20:41,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742143_1319 (size=12301) 2024-12-07T22:20:41,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/20c136ba8555428b9672cb186cbaf3bb 2024-12-07T22:20:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610101613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610101614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610101616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610101617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610101617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/969b5a0f7ee84c51aa76fe2642df1b22 is 50, key is test_row_0/C:col10/1733610041581/Put/seqid=0 2024-12-07T22:20:41,644 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742144_1320 (size=12301) 2024-12-07T22:20:41,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/969b5a0f7ee84c51aa76fe2642df1b22 2024-12-07T22:20:41,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/da28cdf921ba49e6b6ff18a30fbb2e09 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09 2024-12-07T22:20:41,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09, entries=200, sequenceid=330, filesize=14.4 K 2024-12-07T22:20:41,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/20c136ba8555428b9672cb186cbaf3bb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb 2024-12-07T22:20:41,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T22:20:41,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/969b5a0f7ee84c51aa76fe2642df1b22 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22 2024-12-07T22:20:41,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22, entries=150, sequenceid=330, filesize=12.0 K 2024-12-07T22:20:41,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b1f65c1c2415240127aca3a7593798a8 in 87ms, sequenceid=330, compaction requested=true 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-07T22:20:41,700 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/7bc72ebf491e41639b861448c96e8e46 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/7bc72ebf491e41639b861448c96e8e46 2024-12-07T22:20:41,705 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/a4ab0472dc65448293647861f1dbe809 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/a4ab0472dc65448293647861f1dbe809 2024-12-07T22:20:41,709 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 7bc72ebf491e41639b861448c96e8e46(size=12.6 K), total size for store is 36.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:41,709 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:41,709 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=11, startTime=1733610041259; duration=0sec 2024-12-07T22:20:41,709 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-07T22:20:41,709 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:41,709 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 5 compacting, 2 eligible, 16 blocking 2024-12-07T22:20:41,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:41,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:41,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. because compaction request was cancelled 2024-12-07T22:20:41,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:41,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-07T22:20:41,712 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into a4ab0472dc65448293647861f1dbe809(size=12.6 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:41,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:41,712 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=11, startTime=1733610041259; duration=0sec 2024-12-07T22:20:41,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:20:41,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:41,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:41,714 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 86235 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 7 compacting, 0 eligible, 16 blocking 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:41,715 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. because compaction request was cancelled 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:41,715 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:41,715 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/18412adb07a5402e997ab470b7bf1a94, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=84.2 K 2024-12-07T22:20:41,716 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 18412adb07a5402e997ab470b7bf1a94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733610035851 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dd1ae83eb5a149f79f05d31792c31148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610037021 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:41,717 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c60ad4f64b7a4003b883dcd768ebf075, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1733610038138 2024-12-07T22:20:41,717 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/7bc72ebf491e41639b861448c96e8e46, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=36.7 K 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f905e0d549e44241bd54235e0067badc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733610039271 2024-12-07T22:20:41,717 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bc72ebf491e41639b861448c96e8e46, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733610040388 2024-12-07T22:20:41,718 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a44d6ef1adff42568768117dfb6be812, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733610040388 2024-12-07T22:20:41,718 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d0bae01fc88425f83a69f4905eb90cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733610040454 2024-12-07T22:20:41,718 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting be639781a0ef44cb97ca3864672d7eba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733610040454 2024-12-07T22:20:41,718 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20c136ba8555428b9672cb186cbaf3bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733610041581 2024-12-07T22:20:41,718 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 969b5a0f7ee84c51aa76fe2642df1b22, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733610041581 2024-12-07T22:20:41,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:41,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:20:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:41,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:41,734 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/7dd87ef1c37445f08a517457fb6862ff is 50, key is test_row_0/A:col10/1733610041722/Put/seqid=0 2024-12-07T22:20:41,734 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#274 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:41,736 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6b532f750e714085846d262e947f705d is 50, key is test_row_0/B:col10/1733610041581/Put/seqid=0 2024-12-07T22:20:41,737 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#276 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,737 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/604ee4e06f3e4829b4b8143a3727f897 is 50, key is test_row_0/C:col10/1733610041581/Put/seqid=0 2024-12-07T22:20:41,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610101732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610101733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742145_1321 (size=12301) 2024-12-07T22:20:41,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610101736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610101736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610101737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742146_1322 (size=13051) 2024-12-07T22:20:41,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742147_1323 (size=13017) 2024-12-07T22:20:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:41,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610101838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610101838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610101842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610101842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610101843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,950 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:41,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:41,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:41,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610102041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610102042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610102045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610102046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610102046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:42,103 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/7dd87ef1c37445f08a517457fb6862ff 2024-12-07T22:20:42,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/99fdc99f37904e4cbcf2cca7799f3e36 is 50, key is test_row_0/B:col10/1733610041722/Put/seqid=0 2024-12-07T22:20:42,150 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/6b532f750e714085846d262e947f705d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6b532f750e714085846d262e947f705d 2024-12-07T22:20:42,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742148_1324 (size=12301) 2024-12-07T22:20:42,156 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 6b532f750e714085846d262e947f705d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:42,156 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:42,156 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=13, startTime=1733610041669; duration=0sec 2024-12-07T22:20:42,157 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:42,157 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:42,160 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/604ee4e06f3e4829b4b8143a3727f897 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/604ee4e06f3e4829b4b8143a3727f897 2024-12-07T22:20:42,164 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into 604ee4e06f3e4829b4b8143a3727f897(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:42,164 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:42,164 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=9, startTime=1733610041669; duration=0sec 2024-12-07T22:20:42,165 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:42,165 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:42,256 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,257 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610102346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610102346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610102348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610102351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610102351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,409 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,409 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/99fdc99f37904e4cbcf2cca7799f3e36 2024-12-07T22:20:42,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,563 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/5160393c85ee48fca08db4a899bcced4 is 50, key is test_row_0/C:col10/1733610041722/Put/seqid=0 2024-12-07T22:20:42,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742149_1325 (size=12301) 2024-12-07T22:20:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:42,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610102850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610102853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610102853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610102853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:42,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610102854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:42,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:42,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:42,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:42,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/5160393c85ee48fca08db4a899bcced4 2024-12-07T22:20:42,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/7dd87ef1c37445f08a517457fb6862ff as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff 2024-12-07T22:20:42,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff, entries=150, sequenceid=358, filesize=12.0 K 2024-12-07T22:20:42,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/99fdc99f37904e4cbcf2cca7799f3e36 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36 2024-12-07T22:20:43,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36, entries=150, sequenceid=358, filesize=12.0 K 2024-12-07T22:20:43,001 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/5160393c85ee48fca08db4a899bcced4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4 2024-12-07T22:20:43,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4, entries=150, sequenceid=358, filesize=12.0 K 2024-12-07T22:20:43,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for b1f65c1c2415240127aca3a7593798a8 in 1282ms, sequenceid=358, compaction requested=true 2024-12-07T22:20:43,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:43,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:43,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:43,006 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:43,006 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T22:20:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:43,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. because compaction request was cancelled 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T22:20:43,007 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52292 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:43,008 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:43,008 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/a4ab0472dc65448293647861f1dbe809, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=51.1 K 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. because compaction request was cancelled 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4ab0472dc65448293647861f1dbe809, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733610040388 2024-12-07T22:20:43,008 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:43,009 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9b2e842c3e744bd8b85b770ad02bcb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733610040454 2024-12-07T22:20:43,009 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting da28cdf921ba49e6b6ff18a30fbb2e09, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733610041577 2024-12-07T22:20:43,009 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dd87ef1c37445f08a517457fb6862ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733610041614 2024-12-07T22:20:43,016 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:43,017 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f4465e1ce2a547d4b65bbea4d5160dcf is 50, key is test_row_0/A:col10/1733610041722/Put/seqid=0 2024-12-07T22:20:43,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-07T22:20:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:43,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:20:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:43,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:43,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/37ded121afbc4287891bb87bad16f521 is 50, key is test_row_0/A:col10/1733610041730/Put/seqid=0 2024-12-07T22:20:43,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742150_1326 (size=13085) 2024-12-07T22:20:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742151_1327 (size=12301) 2024-12-07T22:20:43,457 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f4465e1ce2a547d4b65bbea4d5160dcf as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f4465e1ce2a547d4b65bbea4d5160dcf 2024-12-07T22:20:43,462 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/37ded121afbc4287891bb87bad16f521 2024-12-07T22:20:43,464 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into f4465e1ce2a547d4b65bbea4d5160dcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:43,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:43,464 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=12, startTime=1733610043006; duration=0sec 2024-12-07T22:20:43,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:43,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:43,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/a7fa60458ce94fd780d540619f6fc8d1 is 50, key is test_row_0/B:col10/1733610041730/Put/seqid=0 2024-12-07T22:20:43,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742152_1328 (size=12301) 2024-12-07T22:20:43,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/a7fa60458ce94fd780d540619f6fc8d1 2024-12-07T22:20:43,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/da0523393edc444f81accea8886af7f2 is 50, key is test_row_0/C:col10/1733610041730/Put/seqid=0 2024-12-07T22:20:43,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742153_1329 (size=12301) 2024-12-07T22:20:43,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:43,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:43,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610103878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610103878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610103879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610103880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610103880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/da0523393edc444f81accea8886af7f2 2024-12-07T22:20:43,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/37ded121afbc4287891bb87bad16f521 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521 2024-12-07T22:20:43,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T22:20:43,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/a7fa60458ce94fd780d540619f6fc8d1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1 2024-12-07T22:20:43,924 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T22:20:43,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/da0523393edc444f81accea8886af7f2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2 2024-12-07T22:20:43,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2, entries=150, sequenceid=372, filesize=12.0 K 2024-12-07T22:20:43,929 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for b1f65c1c2415240127aca3a7593798a8 in 906ms, sequenceid=372, compaction requested=true 2024-12-07T22:20:43,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:43,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:43,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-07T22:20:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-07T22:20:43,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-07T22:20:43,933 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4420 sec 2024-12-07T22:20:43,935 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.4480 sec 2024-12-07T22:20:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:43,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610103989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610103991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f80bbaecafd54071890510f8e033f7be is 50, key is test_row_0/A:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610103993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610103993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:43,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610103995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:43,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742154_1330 (size=12301) 2024-12-07T22:20:43,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f80bbaecafd54071890510f8e033f7be 2024-12-07T22:20:44,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da25b0bffbf74958821b935e196e6bb5 is 50, key is test_row_0/B:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:44,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742155_1331 (size=12301) 2024-12-07T22:20:44,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da25b0bffbf74958821b935e196e6bb5 2024-12-07T22:20:44,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/2962ec4747d2407995b3a4997b30b06e is 50, key is test_row_0/C:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:44,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742156_1332 (size=12301) 2024-12-07T22:20:44,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/2962ec4747d2407995b3a4997b30b06e 2024-12-07T22:20:44,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/f80bbaecafd54071890510f8e033f7be as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be 2024-12-07T22:20:44,046 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be, entries=150, sequenceid=402, filesize=12.0 K 2024-12-07T22:20:44,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/da25b0bffbf74958821b935e196e6bb5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5 2024-12-07T22:20:44,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5, entries=150, sequenceid=402, filesize=12.0 K 2024-12-07T22:20:44,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/2962ec4747d2407995b3a4997b30b06e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e 2024-12-07T22:20:44,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e, entries=150, sequenceid=402, filesize=12.0 K 2024-12-07T22:20:44,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for b1f65c1c2415240127aca3a7593798a8 in 70ms, sequenceid=402, compaction requested=true 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:44,057 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:44,057 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:44,058 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:44,058 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:44,058 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:44,058 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f4465e1ce2a547d4b65bbea4d5160dcf, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=36.8 K 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4465e1ce2a547d4b65bbea4d5160dcf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733610041614 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:44,059 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:44,059 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6b532f750e714085846d262e947f705d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=48.8 K 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ded121afbc4287891bb87bad16f521, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733610041730 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b532f750e714085846d262e947f705d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733610041581 2024-12-07T22:20:44,059 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f80bbaecafd54071890510f8e033f7be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:44,060 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 99fdc99f37904e4cbcf2cca7799f3e36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733610041614 2024-12-07T22:20:44,061 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a7fa60458ce94fd780d540619f6fc8d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733610041730 2024-12-07T22:20:44,061 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting da25b0bffbf74958821b935e196e6bb5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:44,087 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#286 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:44,088 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/30bf9bfca8f349dcb0c87d47fd319bf1 is 50, key is test_row_0/A:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:44,090 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#287 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:44,090 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9e535800cdb746d8814c13608afcf671 is 50, key is test_row_0/B:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:44,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:44,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742158_1334 (size=13187) 2024-12-07T22:20:44,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742157_1333 (size=13187) 2024-12-07T22:20:44,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/6f9ed1b7cefd45afb00412916cbda1c8 is 50, key is test_row_0/A:col10/1733610044099/Put/seqid=0 2024-12-07T22:20:44,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742159_1335 (size=14741) 2024-12-07T22:20:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610104121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610104122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610104123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610104125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610104126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,140 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9e535800cdb746d8814c13608afcf671 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9e535800cdb746d8814c13608afcf671 2024-12-07T22:20:44,146 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 9e535800cdb746d8814c13608afcf671(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:44,146 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:44,146 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=12, startTime=1733610044057; duration=0sec 2024-12-07T22:20:44,146 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:44,146 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:44,146 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:44,148 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:44,148 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:44,148 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:44,148 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/604ee4e06f3e4829b4b8143a3727f897, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=48.8 K 2024-12-07T22:20:44,149 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 604ee4e06f3e4829b4b8143a3727f897, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733610041581 2024-12-07T22:20:44,149 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5160393c85ee48fca08db4a899bcced4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733610041614 2024-12-07T22:20:44,149 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting da0523393edc444f81accea8886af7f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1733610041730 2024-12-07T22:20:44,150 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2962ec4747d2407995b3a4997b30b06e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:44,158 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:44,159 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/673deaf4007a4f13aaf7e19552cbf3c4 is 50, key is test_row_0/C:col10/1733610043984/Put/seqid=0 2024-12-07T22:20:44,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742160_1336 (size=13153) 2024-12-07T22:20:44,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610104229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610104229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610104229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610104230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610104230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610104430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610104433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610104433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610104434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610104434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,520 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/30bf9bfca8f349dcb0c87d47fd319bf1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/30bf9bfca8f349dcb0c87d47fd319bf1 2024-12-07T22:20:44,524 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into 30bf9bfca8f349dcb0c87d47fd319bf1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:44,524 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:44,524 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=13, startTime=1733610044057; duration=0sec 2024-12-07T22:20:44,525 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:44,525 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:44,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/6f9ed1b7cefd45afb00412916cbda1c8 2024-12-07T22:20:44,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9266a9cb705f4545a885b4ace85045db is 50, key is test_row_0/B:col10/1733610044099/Put/seqid=0 2024-12-07T22:20:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742161_1337 (size=12301) 2024-12-07T22:20:44,567 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/673deaf4007a4f13aaf7e19552cbf3c4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/673deaf4007a4f13aaf7e19552cbf3c4 2024-12-07T22:20:44,572 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into 673deaf4007a4f13aaf7e19552cbf3c4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:44,572 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:44,572 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=12, startTime=1733610044057; duration=0sec 2024-12-07T22:20:44,572 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:44,572 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:44,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610104733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610104736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610104737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610104737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:44,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610104738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:44,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9266a9cb705f4545a885b4ace85045db 2024-12-07T22:20:44,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7e76495b747644c6aac953ec79d00dc8 is 50, key is test_row_0/C:col10/1733610044099/Put/seqid=0 2024-12-07T22:20:44,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742162_1338 (size=12301) 2024-12-07T22:20:45,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610105239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:45,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610105239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:45,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610105242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:45,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610105243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610105244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7e76495b747644c6aac953ec79d00dc8 2024-12-07T22:20:45,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/6f9ed1b7cefd45afb00412916cbda1c8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8 2024-12-07T22:20:45,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8, entries=200, sequenceid=414, filesize=14.4 K 2024-12-07T22:20:45,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/9266a9cb705f4545a885b4ace85045db as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db 2024-12-07T22:20:45,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db, entries=150, sequenceid=414, filesize=12.0 K 2024-12-07T22:20:45,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7e76495b747644c6aac953ec79d00dc8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8 2024-12-07T22:20:45,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8, entries=150, sequenceid=414, filesize=12.0 K 2024-12-07T22:20:45,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for b1f65c1c2415240127aca3a7593798a8 in 1305ms, sequenceid=414, compaction requested=false 2024-12-07T22:20:45,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:45,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-07T22:20:45,593 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-07T22:20:45,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:45,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-07T22:20:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T22:20:45,596 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:45,597 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:45,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T22:20:45,749 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:45,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-07T22:20:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:45,749 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:45,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:45,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc5a4e6279da46029ab1817ba89a606b is 50, key is test_row_0/A:col10/1733610044118/Put/seqid=0 2024-12-07T22:20:45,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742163_1339 (size=12301) 2024-12-07T22:20:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc5a4e6279da46029ab1817ba89a606b 2024-12-07T22:20:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e35def72cb7841e98c832f951a138620 is 50, key is test_row_0/B:col10/1733610044118/Put/seqid=0 2024-12-07T22:20:45,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742164_1340 (size=12301) 2024-12-07T22:20:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T22:20:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T22:20:46,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e35def72cb7841e98c832f951a138620 2024-12-07T22:20:46,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/52457c24c2ce4165994ad63ab784a4c7 is 50, key is test_row_0/C:col10/1733610044118/Put/seqid=0 2024-12-07T22:20:46,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742165_1341 (size=12301) 2024-12-07T22:20:46,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/52457c24c2ce4165994ad63ab784a4c7 2024-12-07T22:20:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:46,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:46,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc5a4e6279da46029ab1817ba89a606b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b 2024-12-07T22:20:46,253 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b, entries=150, sequenceid=441, filesize=12.0 K 2024-12-07T22:20:46,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/e35def72cb7841e98c832f951a138620 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620 2024-12-07T22:20:46,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610106251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610106253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620, entries=150, sequenceid=441, filesize=12.0 K 2024-12-07T22:20:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610106255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610106256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610106257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/52457c24c2ce4165994ad63ab784a4c7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7 2024-12-07T22:20:46,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7, entries=150, sequenceid=441, filesize=12.0 K 2024-12-07T22:20:46,272 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b1f65c1c2415240127aca3a7593798a8 in 523ms, sequenceid=441, compaction requested=true 2024-12-07T22:20:46,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:46,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:46,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-07T22:20:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-07T22:20:46,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-07T22:20:46,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 676 msec 2024-12-07T22:20:46,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 682 msec 2024-12-07T22:20:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:46,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:46,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:46,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc0aef9da33d42f3a8c8295f9cdc3fbd is 50, key is test_row_0/A:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:46,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742166_1342 (size=12301) 2024-12-07T22:20:46,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610106379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610106380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610106381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610106383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610106383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610106484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610106486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610106487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610106488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610106488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610106687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610106689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610106690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610106691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610106691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-07T22:20:46,699 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-07T22:20:46,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-07T22:20:46,702 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:46,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:46,703 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:46,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:46,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc0aef9da33d42f3a8c8295f9cdc3fbd 2024-12-07T22:20:46,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/31e58266eac840b3a6dd3ce42ce8b456 is 50, key is test_row_0/B:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:46,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742167_1343 (size=12301) 2024-12-07T22:20:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:46,854 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:46,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:46,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:46,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:46,952 DEBUG [Thread-1181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72537a47 to 127.0.0.1:56303 2024-12-07T22:20:46,952 DEBUG [Thread-1179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14ed1e44 to 127.0.0.1:56303 2024-12-07T22:20:46,952 DEBUG [Thread-1179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:46,952 DEBUG [Thread-1181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:46,954 DEBUG [Thread-1187 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x605827c9 to 127.0.0.1:56303 2024-12-07T22:20:46,954 DEBUG [Thread-1187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:46,955 DEBUG [Thread-1183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x036642cb to 127.0.0.1:56303 2024-12-07T22:20:46,955 DEBUG [Thread-1183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:46,957 DEBUG [Thread-1185 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c299cfb to 127.0.0.1:56303 2024-12-07T22:20:46,957 DEBUG [Thread-1185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:46,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610106990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610106993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610106993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610106993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:46,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610106994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:47,007 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:47,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,160 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/31e58266eac840b3a6dd3ce42ce8b456 2024-12-07T22:20:47,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/bcdd652c19404e4b9761a0cdc58a9271 is 50, key is test_row_0/C:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:47,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742168_1344 (size=12301) 2024-12-07T22:20:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:47,313 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,466 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:47,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52804 deadline: 1733610107492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52816 deadline: 1733610107494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52836 deadline: 1733610107495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:47,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52812 deadline: 1733610107496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:47,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:52862 deadline: 1733610107498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=455 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/bcdd652c19404e4b9761a0cdc58a9271 2024-12-07T22:20:47,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/fc0aef9da33d42f3a8c8295f9cdc3fbd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd 2024-12-07T22:20:47,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T22:20:47,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/31e58266eac840b3a6dd3ce42ce8b456 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456 2024-12-07T22:20:47,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] handler.RSProcedureHandler(58): pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=94 java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=94 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:47,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T22:20:47,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/bcdd652c19404e4b9761a0cdc58a9271 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271 2024-12-07T22:20:47,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271, entries=150, sequenceid=455, filesize=12.0 K 2024-12-07T22:20:47,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for b1f65c1c2415240127aca3a7593798a8 in 1266ms, sequenceid=455, compaction requested=true 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:47,625 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b1f65c1c2415240127aca3a7593798a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:47,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:47,625 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:47,626 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:47,626 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:47,626 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/A is initiating minor compaction (all files) 2024-12-07T22:20:47,626 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/B is initiating minor compaction (all files) 2024-12-07T22:20:47,626 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/A in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,626 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/B in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,626 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/30bf9bfca8f349dcb0c87d47fd319bf1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=51.3 K 2024-12-07T22:20:47,626 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9e535800cdb746d8814c13608afcf671, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=48.9 K 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e535800cdb746d8814c13608afcf671, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30bf9bfca8f349dcb0c87d47fd319bf1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9266a9cb705f4545a885b4ace85045db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733610044098 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f9ed1b7cefd45afb00412916cbda1c8, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733610044096 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e35def72cb7841e98c832f951a138620, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733610044118 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc5a4e6279da46029ab1817ba89a606b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733610044118 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fc0aef9da33d42f3a8c8295f9cdc3fbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733610046252 2024-12-07T22:20:47,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 31e58266eac840b3a6dd3ce42ce8b456, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733610046252 2024-12-07T22:20:47,634 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:47,634 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:47,635 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/0a1a5829e45242f8a5c9ed96e0060e84 is 50, key is test_row_0/A:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:47,635 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/122bae0e3c35437481274086ae321e90 is 50, key is test_row_0/B:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742169_1345 (size=13323) 2024-12-07T22:20:47,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742170_1346 (size=13323) 2024-12-07T22:20:47,771 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:47,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:47,772 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:47,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:47,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3162aa74eff64198b4201a0269291636 is 50, key is test_row_0/A:col10/1733610046379/Put/seqid=0 2024-12-07T22:20:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742171_1347 (size=12301) 2024-12-07T22:20:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:48,043 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/122bae0e3c35437481274086ae321e90 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/122bae0e3c35437481274086ae321e90 2024-12-07T22:20:48,043 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/0a1a5829e45242f8a5c9ed96e0060e84 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/0a1a5829e45242f8a5c9ed96e0060e84 2024-12-07T22:20:48,047 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/B of b1f65c1c2415240127aca3a7593798a8 into 122bae0e3c35437481274086ae321e90(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:48,047 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/A of b1f65c1c2415240127aca3a7593798a8 into 0a1a5829e45242f8a5c9ed96e0060e84(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:48,047 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/B, priority=12, startTime=1733610047625; duration=0sec 2024-12-07T22:20:48,047 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/A, priority=12, startTime=1733610047625; duration=0sec 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:B 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:A 2024-12-07T22:20:48,047 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:20:48,048 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:20:48,048 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): b1f65c1c2415240127aca3a7593798a8/C is initiating minor compaction (all files) 2024-12-07T22:20:48,048 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of b1f65c1c2415240127aca3a7593798a8/C in TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:48,048 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/673deaf4007a4f13aaf7e19552cbf3c4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp, totalSize=48.9 K 2024-12-07T22:20:48,049 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 673deaf4007a4f13aaf7e19552cbf3c4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733610043871 2024-12-07T22:20:48,049 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e76495b747644c6aac953ec79d00dc8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1733610044098 2024-12-07T22:20:48,049 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 52457c24c2ce4165994ad63ab784a4c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1733610044118 2024-12-07T22:20:48,049 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bcdd652c19404e4b9761a0cdc58a9271, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=455, earliestPutTs=1733610046252 2024-12-07T22:20:48,056 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b1f65c1c2415240127aca3a7593798a8#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:48,056 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/fca2499006ae4bb9a130b8df5472cb69 is 50, key is test_row_0/C:col10/1733610046252/Put/seqid=0 2024-12-07T22:20:48,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742172_1348 (size=13289) 2024-12-07T22:20:48,063 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/fca2499006ae4bb9a130b8df5472cb69 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/fca2499006ae4bb9a130b8df5472cb69 2024-12-07T22:20:48,067 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in b1f65c1c2415240127aca3a7593798a8/C of b1f65c1c2415240127aca3a7593798a8 into fca2499006ae4bb9a130b8df5472cb69(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:48,067 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:48,067 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8., storeName=b1f65c1c2415240127aca3a7593798a8/C, priority=12, startTime=1733610047625; duration=0sec 2024-12-07T22:20:48,067 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:48,067 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b1f65c1c2415240127aca3a7593798a8:C 2024-12-07T22:20:48,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3162aa74eff64198b4201a0269291636 2024-12-07T22:20:48,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 is 50, key is test_row_0/B:col10/1733610046379/Put/seqid=0 2024-12-07T22:20:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742173_1349 (size=12301) 2024-12-07T22:20:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:48,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. as already flushing 2024-12-07T22:20:48,498 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c1ac389 to 127.0.0.1:56303 2024-12-07T22:20:48,498 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:48,498 DEBUG [Thread-1170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x028e73c0 to 127.0.0.1:56303 2024-12-07T22:20:48,498 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:48,500 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c480dfb to 127.0.0.1:56303 2024-12-07T22:20:48,500 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:48,503 DEBUG [Thread-1176 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e9ae050 to 127.0.0.1:56303 2024-12-07T22:20:48,503 DEBUG [Thread-1176 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:48,503 DEBUG [Thread-1174 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x34cb3991 to 127.0.0.1:56303 2024-12-07T22:20:48,503 DEBUG [Thread-1174 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:48,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 2024-12-07T22:20:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7ecce9de8ed2473e8430b3c344276a71 is 50, key is test_row_0/C:col10/1733610046379/Put/seqid=0 2024-12-07T22:20:48,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742174_1350 (size=12301) 2024-12-07T22:20:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:49,001 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7ecce9de8ed2473e8430b3c344276a71 2024-12-07T22:20:49,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/3162aa74eff64198b4201a0269291636 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3162aa74eff64198b4201a0269291636 2024-12-07T22:20:49,008 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3162aa74eff64198b4201a0269291636, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:20:49,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 2024-12-07T22:20:49,011 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2ad4cf4eaa3b428c93b73eea9f82c0c8, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:20:49,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/7ecce9de8ed2473e8430b3c344276a71 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7ecce9de8ed2473e8430b3c344276a71 2024-12-07T22:20:49,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7ecce9de8ed2473e8430b3c344276a71, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:20:49,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for b1f65c1c2415240127aca3a7593798a8 in 1243ms, sequenceid=478, compaction requested=false 2024-12-07T22:20:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-07T22:20:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-07T22:20:49,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-07T22:20:49,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3140 sec 2024-12-07T22:20:49,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 2.3170 sec 2024-12-07T22:20:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-07T22:20:50,807 INFO [Thread-1178 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5761 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5680 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5583 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5747 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5642 2024-12-07T22:20:50,807 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:20:50,807 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:20:50,807 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64dc42d9 to 127.0.0.1:56303 2024-12-07T22:20:50,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:20:50,808 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:20:50,808 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:20:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:50,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610050811"}]},"ts":"1733610050811"} 2024-12-07T22:20:50,812 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:20:50,814 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:20:50,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:20:50,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, UNASSIGN}] 2024-12-07T22:20:50,816 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, UNASSIGN 2024-12-07T22:20:50,817 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b1f65c1c2415240127aca3a7593798a8, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:50,817 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:20:50,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; CloseRegionProcedure b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:50,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:50,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:50,969 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(124): Close b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:20:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1681): Closing b1f65c1c2415240127aca3a7593798a8, disabling compactions & flushes 2024-12-07T22:20:50,969 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:50,969 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. after waiting 0 ms 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:50,970 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(2837): Flushing b1f65c1c2415240127aca3a7593798a8 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=A 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=B 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK b1f65c1c2415240127aca3a7593798a8, store=C 2024-12-07T22:20:50,970 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:50,974 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8d44a888e7d248368a0725f467d6d6a4 is 50, key is test_row_0/A:col10/1733610048497/Put/seqid=0 2024-12-07T22:20:50,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742175_1351 (size=12301) 2024-12-07T22:20:51,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:51,378 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8d44a888e7d248368a0725f467d6d6a4 2024-12-07T22:20:51,384 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b7755f7689f54dffbc53e39ce819958c is 50, key is test_row_0/B:col10/1733610048497/Put/seqid=0 2024-12-07T22:20:51,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742176_1352 (size=12301) 2024-12-07T22:20:51,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:51,788 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b7755f7689f54dffbc53e39ce819958c 2024-12-07T22:20:51,794 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/b73c494059174d96a57663295b58f894 is 50, key is test_row_0/C:col10/1733610048497/Put/seqid=0 2024-12-07T22:20:51,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742177_1353 (size=12301) 2024-12-07T22:20:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:52,197 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/b73c494059174d96a57663295b58f894 2024-12-07T22:20:52,201 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/A/8d44a888e7d248368a0725f467d6d6a4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8d44a888e7d248368a0725f467d6d6a4 2024-12-07T22:20:52,204 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8d44a888e7d248368a0725f467d6d6a4, entries=150, sequenceid=489, filesize=12.0 K 2024-12-07T22:20:52,205 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/B/b7755f7689f54dffbc53e39ce819958c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b7755f7689f54dffbc53e39ce819958c 2024-12-07T22:20:52,208 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b7755f7689f54dffbc53e39ce819958c, entries=150, sequenceid=489, filesize=12.0 K 2024-12-07T22:20:52,208 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/.tmp/C/b73c494059174d96a57663295b58f894 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/b73c494059174d96a57663295b58f894 2024-12-07T22:20:52,211 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/b73c494059174d96a57663295b58f894, entries=150, sequenceid=489, filesize=12.0 K 2024-12-07T22:20:52,212 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for b1f65c1c2415240127aca3a7593798a8 in 1242ms, sequenceid=489, compaction requested=true 2024-12-07T22:20:52,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fe4970b9b9e340b8b7b3898479c19717, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7b9c7306b3dd46cfbbfe14c328443df9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/a4ab0472dc65448293647861f1dbe809, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f4465e1ce2a547d4b65bbea4d5160dcf, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/30bf9bfca8f349dcb0c87d47fd319bf1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd] to archive 2024-12-07T22:20:52,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:52,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/dc3881c91ade4177867b4cdf8822c2db 2024-12-07T22:20:52,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e1a0a74755844b41a7307052d3ccd822 2024-12-07T22:20:52,217 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fe4970b9b9e340b8b7b3898479c19717 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fe4970b9b9e340b8b7b3898479c19717 2024-12-07T22:20:52,218 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c3eb6751ad8b470abf82ea5cb9b11228 2024-12-07T22:20:52,219 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8518dae2ba9e4b7da6ad8fc17894bf2a 2024-12-07T22:20:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/c92efd8128cc4a34bd02d3e84eb2f02b 2024-12-07T22:20:52,220 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4075f1495e044784adfc8c25437ec936 2024-12-07T22:20:52,221 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/15cc656d8efc4a06905701b431aae575 2024-12-07T22:20:52,222 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/ac07b459c0d04518830cc7b199695c48 2024-12-07T22:20:52,223 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f6be24682e4f41d0b6bc2f591d42bc62 2024-12-07T22:20:52,224 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/2fce359b2b184749809226e7b9865d79 2024-12-07T22:20:52,225 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7b9c7306b3dd46cfbbfe14c328443df9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7b9c7306b3dd46cfbbfe14c328443df9 2024-12-07T22:20:52,226 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/e0adce508d3a4583895296314f290446 2024-12-07T22:20:52,227 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/d5ba9ba3ce9845ddb19b86eb3c89b5ec 2024-12-07T22:20:52,228 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3b9cd55849e44bc48c0ffeafeef1a779 2024-12-07T22:20:52,229 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/989fc21adac8435baa7a42a24a0e31c2 2024-12-07T22:20:52,230 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/5ece235fa5064db89d26d9a67b015762 2024-12-07T22:20:52,231 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/4d12327d787d41d3b8860a839cd79653 2024-12-07T22:20:52,232 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/40d0240d894a48b2bc8d9e19dd5cfb0c 2024-12-07T22:20:52,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/a4ab0472dc65448293647861f1dbe809 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/a4ab0472dc65448293647861f1dbe809 2024-12-07T22:20:52,233 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f9b2e842c3e744bd8b85b770ad02bcb5 2024-12-07T22:20:52,234 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/da28cdf921ba49e6b6ff18a30fbb2e09 2024-12-07T22:20:52,235 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f4465e1ce2a547d4b65bbea4d5160dcf to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f4465e1ce2a547d4b65bbea4d5160dcf 2024-12-07T22:20:52,236 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/7dd87ef1c37445f08a517457fb6862ff 2024-12-07T22:20:52,237 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/37ded121afbc4287891bb87bad16f521 2024-12-07T22:20:52,238 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/30bf9bfca8f349dcb0c87d47fd319bf1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/30bf9bfca8f349dcb0c87d47fd319bf1 2024-12-07T22:20:52,239 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/f80bbaecafd54071890510f8e033f7be 2024-12-07T22:20:52,240 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/6f9ed1b7cefd45afb00412916cbda1c8 2024-12-07T22:20:52,241 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc5a4e6279da46029ab1817ba89a606b 2024-12-07T22:20:52,242 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/fc0aef9da33d42f3a8c8295f9cdc3fbd 2024-12-07T22:20:52,243 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6a3955febc5e461eb3af0bf3eb2985d6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9285ea74736d43ae908c7044a836b5c8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/0091110f0b5248dc85ea2a705402875f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/7bc72ebf491e41639b861448c96e8e46, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6b532f750e714085846d262e947f705d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9e535800cdb746d8814c13608afcf671, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456] to archive 2024-12-07T22:20:52,244 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:52,245 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6344719142fa46b3957aac93df672375 2024-12-07T22:20:52,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/59db40d2f91a45f492af53469493e74b 2024-12-07T22:20:52,246 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6a3955febc5e461eb3af0bf3eb2985d6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6a3955febc5e461eb3af0bf3eb2985d6 2024-12-07T22:20:52,247 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6d24367b98c147d3aa6b3157dd369dfe 2024-12-07T22:20:52,248 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b3f1cc9b7d0647dd8d5c007242697835 2024-12-07T22:20:52,249 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/f10923cdb6c647a182a83d2b1d16c8e3 2024-12-07T22:20:52,250 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/c864176874104240be195e2d169332de 2024-12-07T22:20:52,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da1b4b8c98b5451ba3f2b4fc102e28e0 2024-12-07T22:20:52,251 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e9c62ce2ccc24b5eb35cfd6ef3a97ccc 2024-12-07T22:20:52,252 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ecbad5d3cc094f8c84e1d536a3f53229 2024-12-07T22:20:52,253 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9285ea74736d43ae908c7044a836b5c8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9285ea74736d43ae908c7044a836b5c8 2024-12-07T22:20:52,254 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/ed25f6e86c914e59944f2449595d517a 2024-12-07T22:20:52,255 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/653f4901b89c4db3a71cdae69225c996 2024-12-07T22:20:52,256 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/0091110f0b5248dc85ea2a705402875f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/0091110f0b5248dc85ea2a705402875f 2024-12-07T22:20:52,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2e81026ce31c4aee8b8f9815a9319d08 2024-12-07T22:20:52,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/daa404f881d8494da06c3cbffa2bce88 2024-12-07T22:20:52,258 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6c57c9d87e574d8ebe77c65bfc594f76 2024-12-07T22:20:52,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b92ff64bab2746a5b5b46852521aa68e 2024-12-07T22:20:52,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/7bc72ebf491e41639b861448c96e8e46 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/7bc72ebf491e41639b861448c96e8e46 2024-12-07T22:20:52,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b823dadedec9444fb450d4d752effd7d 2024-12-07T22:20:52,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/4d0bae01fc88425f83a69f4905eb90cf 2024-12-07T22:20:52,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6b532f750e714085846d262e947f705d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/6b532f750e714085846d262e947f705d 2024-12-07T22:20:52,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/20c136ba8555428b9672cb186cbaf3bb 2024-12-07T22:20:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/99fdc99f37904e4cbcf2cca7799f3e36 2024-12-07T22:20:52,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/a7fa60458ce94fd780d540619f6fc8d1 2024-12-07T22:20:52,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9e535800cdb746d8814c13608afcf671 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9e535800cdb746d8814c13608afcf671 2024-12-07T22:20:52,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/da25b0bffbf74958821b935e196e6bb5 2024-12-07T22:20:52,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/9266a9cb705f4545a885b4ace85045db 2024-12-07T22:20:52,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/e35def72cb7841e98c832f951a138620 2024-12-07T22:20:52,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/31e58266eac840b3a6dd3ce42ce8b456 2024-12-07T22:20:52,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/51c5fe7ffd164851984d2625c31f1906, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bbe9806bd7ac44728294a15ad59b0830, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/18412adb07a5402e997ab470b7bf1a94, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/604ee4e06f3e4829b4b8143a3727f897, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/673deaf4007a4f13aaf7e19552cbf3c4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271] to archive 2024-12-07T22:20:52,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:20:52,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/82851ee6a2ec449b81a3c28efa2e8ac3 2024-12-07T22:20:52,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/e38c6db53ca44ddb9012869e79e2487c 2024-12-07T22:20:52,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/51c5fe7ffd164851984d2625c31f1906 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/51c5fe7ffd164851984d2625c31f1906 2024-12-07T22:20:52,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d6bc09909ca940fdb347e032dd70df0b 2024-12-07T22:20:52,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a89401d1997d4e53b3edf70328502bf8 2024-12-07T22:20:52,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/1fbee8b0bf1d4eeebf75b6c4897a627e 2024-12-07T22:20:52,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c13667616e394cc3a908592bf5347123 2024-12-07T22:20:52,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/ab378eb9c551424aaebda38d5fe42d14 2024-12-07T22:20:52,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/d5f7a6923bbe45e58a451a2ddd5b717b 2024-12-07T22:20:52,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/089f600f7dc8415785910bf6071cd6b2 2024-12-07T22:20:52,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bbe9806bd7ac44728294a15ad59b0830 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bbe9806bd7ac44728294a15ad59b0830 2024-12-07T22:20:52,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/866e0a9ebe9d4827a9e8c45131246216 2024-12-07T22:20:52,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/3e7a4fc0690f4d5e81e003a0f42c559f 2024-12-07T22:20:52,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/18412adb07a5402e997ab470b7bf1a94 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/18412adb07a5402e997ab470b7bf1a94 2024-12-07T22:20:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/6369b4f970264e96bfe2568245950d0f 2024-12-07T22:20:52,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/dd1ae83eb5a149f79f05d31792c31148 2024-12-07T22:20:52,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/c60ad4f64b7a4003b883dcd768ebf075 2024-12-07T22:20:52,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/f905e0d549e44241bd54235e0067badc 2024-12-07T22:20:52,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/a44d6ef1adff42568768117dfb6be812 2024-12-07T22:20:52,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/be639781a0ef44cb97ca3864672d7eba 2024-12-07T22:20:52,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/604ee4e06f3e4829b4b8143a3727f897 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/604ee4e06f3e4829b4b8143a3727f897 2024-12-07T22:20:52,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/969b5a0f7ee84c51aa76fe2642df1b22 2024-12-07T22:20:52,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/5160393c85ee48fca08db4a899bcced4 2024-12-07T22:20:52,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/da0523393edc444f81accea8886af7f2 2024-12-07T22:20:52,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/673deaf4007a4f13aaf7e19552cbf3c4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/673deaf4007a4f13aaf7e19552cbf3c4 2024-12-07T22:20:52,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/2962ec4747d2407995b3a4997b30b06e 2024-12-07T22:20:52,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7e76495b747644c6aac953ec79d00dc8 2024-12-07T22:20:52,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/52457c24c2ce4165994ad63ab784a4c7 2024-12-07T22:20:52,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/bcdd652c19404e4b9761a0cdc58a9271 2024-12-07T22:20:52,304 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/recovered.edits/492.seqid, newMaxSeqId=492, maxSeqId=1 2024-12-07T22:20:52,304 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8. 2024-12-07T22:20:52,305 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] regionserver.HRegion(1635): Region close journal for b1f65c1c2415240127aca3a7593798a8: 2024-12-07T22:20:52,306 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=98}] handler.UnassignRegionHandler(170): Closed b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:52,307 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=b1f65c1c2415240127aca3a7593798a8, regionState=CLOSED 2024-12-07T22:20:52,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-07T22:20:52,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseRegionProcedure b1f65c1c2415240127aca3a7593798a8, server=f83a3c5fcf38,36279,1733609965087 in 1.4900 sec 2024-12-07T22:20:52,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-07T22:20:52,310 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=b1f65c1c2415240127aca3a7593798a8, UNASSIGN in 1.4940 sec 2024-12-07T22:20:52,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-07T22:20:52,312 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4960 sec 2024-12-07T22:20:52,313 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610052313"}]},"ts":"1733610052313"} 2024-12-07T22:20:52,314 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:20:52,316 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:20:52,317 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5080 sec 2024-12-07T22:20:52,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-07T22:20:52,914 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-07T22:20:52,915 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:20:52,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,917 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=99, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T22:20:52,917 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=99, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,920 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:52,922 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/recovered.edits] 2024-12-07T22:20:52,924 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/0a1a5829e45242f8a5c9ed96e0060e84 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/0a1a5829e45242f8a5c9ed96e0060e84 2024-12-07T22:20:52,926 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3162aa74eff64198b4201a0269291636 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/3162aa74eff64198b4201a0269291636 2024-12-07T22:20:52,927 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8d44a888e7d248368a0725f467d6d6a4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/A/8d44a888e7d248368a0725f467d6d6a4 2024-12-07T22:20:52,928 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/122bae0e3c35437481274086ae321e90 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/122bae0e3c35437481274086ae321e90 2024-12-07T22:20:52,929 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/2ad4cf4eaa3b428c93b73eea9f82c0c8 2024-12-07T22:20:52,930 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b7755f7689f54dffbc53e39ce819958c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/B/b7755f7689f54dffbc53e39ce819958c 2024-12-07T22:20:52,932 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7ecce9de8ed2473e8430b3c344276a71 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/7ecce9de8ed2473e8430b3c344276a71 2024-12-07T22:20:52,933 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/b73c494059174d96a57663295b58f894 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/b73c494059174d96a57663295b58f894 2024-12-07T22:20:52,934 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/fca2499006ae4bb9a130b8df5472cb69 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/C/fca2499006ae4bb9a130b8df5472cb69 2024-12-07T22:20:52,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/recovered.edits/492.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8/recovered.edits/492.seqid 2024-12-07T22:20:52,936 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/b1f65c1c2415240127aca3a7593798a8 2024-12-07T22:20:52,937 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:20:52,938 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=99, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,942 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:20:52,944 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:20:52,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=99, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,945 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:20:52,945 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733610052945"}]},"ts":"9223372036854775807"} 2024-12-07T22:20:52,946 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:20:52,946 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => b1f65c1c2415240127aca3a7593798a8, NAME => 'TestAcidGuarantees,,1733610024732.b1f65c1c2415240127aca3a7593798a8.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:20:52,946 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:20:52,947 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733610052946"}]},"ts":"9223372036854775807"} 2024-12-07T22:20:52,948 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:20:52,951 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=99, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:52,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 36 msec 2024-12-07T22:20:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-07T22:20:53,018 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-07T22:20:53,027 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241 (was 242), OpenFileDescriptor=461 (was 466), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 392) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6898 (was 6989) 2024-12-07T22:20:53,035 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=241, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=6898 2024-12-07T22:20:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:20:53,037 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:20:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:53,038 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:20:53,038 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:53,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 100 2024-12-07T22:20:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-07T22:20:53,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:20:53,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742178_1354 (size=963) 2024-12-07T22:20:53,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-07T22:20:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-07T22:20:53,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:20:53,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:20:53,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742179_1355 (size=53) 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 98c3fdb760ddb64054db624d5ed9f877, disabling compactions & flushes 2024-12-07T22:20:53,451 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. after waiting 0 ms 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,451 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,451 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:53,452 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:20:53,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733610053452"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733610053452"}]},"ts":"1733610053452"} 2024-12-07T22:20:53,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:20:53,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:20:53,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610053454"}]},"ts":"1733610053454"} 2024-12-07T22:20:53,455 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:20:53,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, ASSIGN}] 2024-12-07T22:20:53,459 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, ASSIGN 2024-12-07T22:20:53,460 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:20:53,610 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:53,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; OpenRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-07T22:20:53,763 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:53,766 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,766 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7285): Opening region: {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:20:53,766 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,766 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:20:53,766 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7327): checking encryption for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,766 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(7330): checking classloading for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,767 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,768 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:53,769 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName A 2024-12-07T22:20:53,769 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:53,769 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:53,769 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,770 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:53,770 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName B 2024-12-07T22:20:53,770 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:53,771 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:53,771 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,772 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:53,772 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName C 2024-12-07T22:20:53,772 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:53,772 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:53,772 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,773 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,773 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,774 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:20:53,775 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1085): writing seq id for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:53,777 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:20:53,777 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1102): Opened 98c3fdb760ddb64054db624d5ed9f877; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58834224, jitterRate=-0.12330174446105957}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:20:53,777 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegion(1001): Region open journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:53,778 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., pid=102, masterSystemTime=1733610053763 2024-12-07T22:20:53,779 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,779 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=102}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:53,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:53,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-07T22:20:53,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; OpenRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 in 169 msec 2024-12-07T22:20:53,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-07T22:20:53,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, ASSIGN in 323 msec 2024-12-07T22:20:53,783 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:20:53,783 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610053783"}]},"ts":"1733610053783"} 2024-12-07T22:20:53,784 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:20:53,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=100, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:20:53,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 749 msec 2024-12-07T22:20:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=100 2024-12-07T22:20:54,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 100 completed 2024-12-07T22:20:54,143 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-07T22:20:54,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:54,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:54,149 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:54,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:20:54,151 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:20:54,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:20:54,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:20:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=103, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T22:20:54,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742180_1356 (size=999) 2024-12-07T22:20:54,563 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T22:20:54,563 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T22:20:54,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:20:54,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, REOPEN/MOVE}] 2024-12-07T22:20:54,567 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, REOPEN/MOVE 2024-12-07T22:20:54,567 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:54,568 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:20:54,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE; CloseRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:54,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:54,720 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(124): Close 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:54,720 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:20:54,720 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1681): Closing 98c3fdb760ddb64054db624d5ed9f877, disabling compactions & flushes 2024-12-07T22:20:54,720 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:54,720 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:54,720 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. after waiting 0 ms 2024-12-07T22:20:54,720 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:54,724 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:20:54,724 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:54,724 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegion(1635): Region close journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:54,724 WARN [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] regionserver.HRegionServer(3786): Not adding moved region record: 98c3fdb760ddb64054db624d5ed9f877 to self. 2024-12-07T22:20:54,726 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=106}] handler.UnassignRegionHandler(170): Closed 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:54,726 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=CLOSED 2024-12-07T22:20:54,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-07T22:20:54,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; CloseRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 in 159 msec 2024-12-07T22:20:54,728 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=105, ppid=104, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, REOPEN/MOVE; state=CLOSED, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=true 2024-12-07T22:20:54,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:20:54,879 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:54,880 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=105, state=RUNNABLE; OpenRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:20:55,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,034 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,034 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7285): Opening region: {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:20:55,034 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,035 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:20:55,035 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7327): checking encryption for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,035 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(7330): checking classloading for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,036 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,037 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:55,037 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName A 2024-12-07T22:20:55,038 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:55,038 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:55,039 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,039 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:55,039 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName B 2024-12-07T22:20:55,039 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:55,040 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:55,040 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,040 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:20:55,040 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98c3fdb760ddb64054db624d5ed9f877 columnFamilyName C 2024-12-07T22:20:55,040 DEBUG [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:55,041 INFO [StoreOpener-98c3fdb760ddb64054db624d5ed9f877-1 {}] regionserver.HStore(327): Store=98c3fdb760ddb64054db624d5ed9f877/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:20:55,041 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,041 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,042 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,043 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:20:55,044 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1085): writing seq id for 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,044 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1102): Opened 98c3fdb760ddb64054db624d5ed9f877; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61098566, jitterRate=-0.08956041932106018}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:20:55,045 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegion(1001): Region open journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:55,046 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., pid=107, masterSystemTime=1733610055031 2024-12-07T22:20:55,047 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,047 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=107}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=105 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=OPEN, openSeqNum=5, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=105 2024-12-07T22:20:55,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=105, state=SUCCESS; OpenRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 in 168 msec 2024-12-07T22:20:55,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-07T22:20:55,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, REOPEN/MOVE in 483 msec 2024-12-07T22:20:55,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-07T22:20:55,052 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 486 msec 2024-12-07T22:20:55,053 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 899 msec 2024-12-07T22:20:55,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=103 2024-12-07T22:20:55,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-12-07T22:20:55,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75b14fbd to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6cf8cb 2024-12-07T22:20:55,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f422b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62f74604 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ec15031 2024-12-07T22:20:55,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df33cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,069 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x49e13594 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3dd5b441 2024-12-07T22:20:55,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f472e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,073 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c54a0d3 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3c336ea4 2024-12-07T22:20:55,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@167a78b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,077 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-07T22:20:55,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,080 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-12-07T22:20:55,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-07T22:20:55,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,089 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-12-07T22:20:55,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,094 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7819b9e2 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b308f62 2024-12-07T22:20:55,098 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@787e5169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:20:55,101 DEBUG [hconnection-0x1a551c66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,101 DEBUG [hconnection-0x385d6ccc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,101 DEBUG [hconnection-0x467e061f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,102 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,102 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,102 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:55,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-07T22:20:55,103 DEBUG [hconnection-0x2b2baa13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,103 DEBUG [hconnection-0x494ad1ee-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,104 DEBUG [hconnection-0x78d03b98-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,104 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:55,104 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44972, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,105 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,105 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,105 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:55,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:55,107 DEBUG [hconnection-0x60fd0ab0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,107 DEBUG [hconnection-0x716e7210-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,108 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,108 DEBUG [hconnection-0x5f8c9cc4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,108 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,109 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:20:55,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:55,113 DEBUG [hconnection-0x4dad55fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:20:55,114 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:20:55,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a05406dcebc244a8963dc7e7526e95e7_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610055109/Put/seqid=0 2024-12-07T22:20:55,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742181_1357 (size=12154) 2024-12-07T22:20:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610115169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610115168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610115176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610115177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610115177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:55,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:55,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610115278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610115278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610115279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610115284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610115285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:55,410 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:55,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:55,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610115482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610115482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610115482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610115489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610115489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,550 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:55,554 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a05406dcebc244a8963dc7e7526e95e7_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a05406dcebc244a8963dc7e7526e95e7_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:55,554 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/488647370eb04004a4bdc4ddaa55f19d, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:55,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/488647370eb04004a4bdc4ddaa55f19d is 175, key is test_row_0/A:col10/1733610055109/Put/seqid=0 2024-12-07T22:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742182_1358 (size=30955) 2024-12-07T22:20:55,563 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:55,716 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610115784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610115785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610115786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610115794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610115795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:55,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:55,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:55,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:55,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:55,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/488647370eb04004a4bdc4ddaa55f19d 2024-12-07T22:20:55,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/060261a69c304097b890a660d7b90f47 is 50, key is test_row_0/B:col10/1733610055109/Put/seqid=0 2024-12-07T22:20:55,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742183_1359 (size=12001) 2024-12-07T22:20:55,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/060261a69c304097b890a660d7b90f47 2024-12-07T22:20:56,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/4a25fc78ba3c4a2d9ef6999002fb2443 is 50, key is test_row_0/C:col10/1733610055109/Put/seqid=0 2024-12-07T22:20:56,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742184_1360 (size=12001) 2024-12-07T22:20:56,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,173 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610116289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610116292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610116293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610116297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610116300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,326 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:20:56,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/4a25fc78ba3c4a2d9ef6999002fb2443 2024-12-07T22:20:56,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/488647370eb04004a4bdc4ddaa55f19d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d 2024-12-07T22:20:56,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T22:20:56,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/060261a69c304097b890a660d7b90f47 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47 2024-12-07T22:20:56,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:20:56,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/4a25fc78ba3c4a2d9ef6999002fb2443 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443 2024-12-07T22:20:56,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:20:56,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 98c3fdb760ddb64054db624d5ed9f877 in 1326ms, sequenceid=15, compaction requested=false 2024-12-07T22:20:56,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:56,479 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:56,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-07T22:20:56,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:56,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:20:56,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:56,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df8e1af5b2544773bd97b94e2eab89f6_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610055175/Put/seqid=0 2024-12-07T22:20:56,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742185_1361 (size=12154) 2024-12-07T22:20:56,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:56,895 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df8e1af5b2544773bd97b94e2eab89f6_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df8e1af5b2544773bd97b94e2eab89f6_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e1710db912454092804d05f920d5bfb6, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:56,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e1710db912454092804d05f920d5bfb6 is 175, key is test_row_0/A:col10/1733610055175/Put/seqid=0 2024-12-07T22:20:56,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742186_1362 (size=30955) 2024-12-07T22:20:57,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:57,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e1710db912454092804d05f920d5bfb6 2024-12-07T22:20:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:57,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:57,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/0655b924c19845519b20a80cb2af21a9 is 50, key is test_row_0/B:col10/1733610055175/Put/seqid=0 2024-12-07T22:20:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610117319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610117319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610117321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610117321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610117322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742187_1363 (size=12001) 2024-12-07T22:20:57,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610117429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610117429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610117430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610117430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610117430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610117634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610117635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610117635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610117635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610117635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/0655b924c19845519b20a80cb2af21a9 2024-12-07T22:20:57,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8bc4544462eb401aa332085f676aba18 is 50, key is test_row_0/C:col10/1733610055175/Put/seqid=0 2024-12-07T22:20:57,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742188_1364 (size=12001) 2024-12-07T22:20:57,840 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:20:57,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610117939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610117939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610117940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610117940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:57,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610117940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,154 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8bc4544462eb401aa332085f676aba18 2024-12-07T22:20:58,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e1710db912454092804d05f920d5bfb6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6 2024-12-07T22:20:58,166 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6, entries=150, sequenceid=40, filesize=30.2 K 2024-12-07T22:20:58,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/0655b924c19845519b20a80cb2af21a9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9 2024-12-07T22:20:58,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T22:20:58,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8bc4544462eb401aa332085f676aba18 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18 2024-12-07T22:20:58,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18, entries=150, sequenceid=40, filesize=11.7 K 2024-12-07T22:20:58,177 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 98c3fdb760ddb64054db624d5ed9f877 in 1697ms, sequenceid=40, compaction requested=false 2024-12-07T22:20:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:58,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-07T22:20:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-07T22:20:58,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-07T22:20:58,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0730 sec 2024-12-07T22:20:58,181 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 3.0770 sec 2024-12-07T22:20:58,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:58,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:20:58,452 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:20:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:20:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:20:58,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:58,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120758b853af6f8f4985ada56dc80aec6d3e_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742189_1365 (size=12154) 2024-12-07T22:20:58,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610118511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610118511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610118512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610118518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610118519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610118620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610118620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610118620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610118627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610118627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610118825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610118825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610118826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610118832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:58,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610118832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:58,909 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:58,913 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120758b853af6f8f4985ada56dc80aec6d3e_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120758b853af6f8f4985ada56dc80aec6d3e_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:58,914 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/807fbed1b96d46c3b8c73f5b98ba3c2e, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:58,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/807fbed1b96d46c3b8c73f5b98ba3c2e is 175, key is test_row_0/A:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:58,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742190_1366 (size=30955) 2024-12-07T22:20:58,919 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/807fbed1b96d46c3b8c73f5b98ba3c2e 2024-12-07T22:20:58,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/fffad5eefa5c4abbbba2df917d2e5f96 is 50, key is test_row_0/B:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:58,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742191_1367 (size=12001) 2024-12-07T22:20:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610119132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610119132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610119132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610119137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610119139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-07T22:20:59,210 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-07T22:20:59,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:20:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-07T22:20:59,213 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:20:59,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:20:59,214 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:20:59,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:20:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:20:59,332 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/fffad5eefa5c4abbbba2df917d2e5f96 2024-12-07T22:20:59,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/bde95bc4570b4d85bb1a86e586fa9b9b is 50, key is test_row_0/C:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:59,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742192_1368 (size=12001) 2024-12-07T22:20:59,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/bde95bc4570b4d85bb1a86e586fa9b9b 2024-12-07T22:20:59,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/807fbed1b96d46c3b8c73f5b98ba3c2e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e 2024-12-07T22:20:59,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e, entries=150, sequenceid=56, filesize=30.2 K 2024-12-07T22:20:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/fffad5eefa5c4abbbba2df917d2e5f96 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96 2024-12-07T22:20:59,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96, entries=150, sequenceid=56, filesize=11.7 K 2024-12-07T22:20:59,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/bde95bc4570b4d85bb1a86e586fa9b9b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b 2024-12-07T22:20:59,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b, entries=150, sequenceid=56, filesize=11.7 K 2024-12-07T22:20:59,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 98c3fdb760ddb64054db624d5ed9f877 in 915ms, sequenceid=56, compaction requested=true 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:59,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:20:59,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:59,367 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:59,368 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:59,368 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:59,368 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:20:59,368 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:20:59,368 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:59,368 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:59,368 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.2 K 2024-12-07T22:20:59,368 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=90.7 K 2024-12-07T22:20:59,368 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:59,368 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e] 2024-12-07T22:20:59,369 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,369 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 060261a69c304097b890a660d7b90f47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610055109 2024-12-07T22:20:59,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-07T22:20:59,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:59,369 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0655b924c19845519b20a80cb2af21a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733610055135 2024-12-07T22:20:59,369 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-07T22:20:59,369 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 488647370eb04004a4bdc4ddaa55f19d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610055109 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:20:59,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:20:59,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting fffad5eefa5c4abbbba2df917d2e5f96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:20:59,371 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1710db912454092804d05f920d5bfb6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733610055135 2024-12-07T22:20:59,371 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 807fbed1b96d46c3b8c73f5b98ba3c2e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:20:59,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c1da2cb7b1bd4d46ae1fe1360a780e8a_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610058517/Put/seqid=0 2024-12-07T22:20:59,394 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#317 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:59,395 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/81a2262f556e4d0a9944b16fdb3ff905 is 50, key is test_row_0/B:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:59,398 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:59,405 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120721e5cb90e9324b7f95e6e34066374f5f_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:59,407 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120721e5cb90e9324b7f95e6e34066374f5f_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:59,407 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120721e5cb90e9324b7f95e6e34066374f5f_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:59,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742193_1369 (size=12154) 2024-12-07T22:20:59,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742195_1371 (size=4469) 2024-12-07T22:20:59,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742194_1370 (size=12104) 2024-12-07T22:20:59,431 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/81a2262f556e4d0a9944b16fdb3ff905 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/81a2262f556e4d0a9944b16fdb3ff905 2024-12-07T22:20:59,437 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 81a2262f556e4d0a9944b16fdb3ff905(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:59,437 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:59,437 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=13, startTime=1733610059367; duration=0sec 2024-12-07T22:20:59,437 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:20:59,437 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:20:59,437 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:20:59,438 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:20:59,438 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:20:59,438 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:20:59,438 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.2 K 2024-12-07T22:20:59,439 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a25fc78ba3c4a2d9ef6999002fb2443, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610055109 2024-12-07T22:20:59,439 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bc4544462eb401aa332085f676aba18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733610055135 2024-12-07T22:20:59,439 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bde95bc4570b4d85bb1a86e586fa9b9b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:20:59,445 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:59,446 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/ac45ae4c3fee471aab4815801e21f673 is 50, key is test_row_0/C:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742196_1372 (size=12104) 2024-12-07T22:20:59,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:20:59,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:59,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:20:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610119656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610119657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610119657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610119658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610119660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610119764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610119764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610119765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610119765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610119766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:20:59,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:20:59,824 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#318 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:20:59,825 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0d875587031f40189a9c6ba9afc367a0 is 175, key is test_row_0/A:col10/1733610058450/Put/seqid=0 2024-12-07T22:20:59,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c1da2cb7b1bd4d46ae1fe1360a780e8a_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c1da2cb7b1bd4d46ae1fe1360a780e8a_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:20:59,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e5d18cfff8a144da94c42f2be68e0910, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:20:59,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e5d18cfff8a144da94c42f2be68e0910 is 175, key is test_row_0/A:col10/1733610058517/Put/seqid=0 2024-12-07T22:20:59,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742197_1373 (size=31058) 2024-12-07T22:20:59,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742198_1374 (size=30955) 2024-12-07T22:20:59,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e5d18cfff8a144da94c42f2be68e0910 2024-12-07T22:20:59,838 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0d875587031f40189a9c6ba9afc367a0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0 2024-12-07T22:20:59,846 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into 0d875587031f40189a9c6ba9afc367a0(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:59,846 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:59,846 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=13, startTime=1733610059367; duration=0sec 2024-12-07T22:20:59,846 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:59,846 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:20:59,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/3d7963d7e3d9478b99d958af7e513f5d is 50, key is test_row_0/B:col10/1733610058517/Put/seqid=0 2024-12-07T22:20:59,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742199_1375 (size=12001) 2024-12-07T22:20:59,855 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/ac45ae4c3fee471aab4815801e21f673 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/ac45ae4c3fee471aab4815801e21f673 2024-12-07T22:20:59,859 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into ac45ae4c3fee471aab4815801e21f673(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:20:59,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:20:59,859 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=13, startTime=1733610059367; duration=0sec 2024-12-07T22:20:59,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:20:59,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:20:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610119973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610119973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610119974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610119974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:20:59,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:20:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610119974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,255 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/3d7963d7e3d9478b99d958af7e513f5d 2024-12-07T22:21:00,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/c22fe524ff5f472fbb11151c26c93866 is 50, key is test_row_0/C:col10/1733610058517/Put/seqid=0 2024-12-07T22:21:00,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742200_1376 (size=12001) 2024-12-07T22:21:00,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610120280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610120281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610120282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610120283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610120283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:21:00,669 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/c22fe524ff5f472fbb11151c26c93866 2024-12-07T22:21:00,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e5d18cfff8a144da94c42f2be68e0910 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910 2024-12-07T22:21:00,688 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910, entries=150, sequenceid=76, filesize=30.2 K 2024-12-07T22:21:00,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/3d7963d7e3d9478b99d958af7e513f5d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d 2024-12-07T22:21:00,696 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-07T22:21:00,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/c22fe524ff5f472fbb11151c26c93866 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866 2024-12-07T22:21:00,700 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866, entries=150, sequenceid=76, filesize=11.7 K 2024-12-07T22:21:00,701 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 98c3fdb760ddb64054db624d5ed9f877 in 1331ms, sequenceid=76, compaction requested=false 2024-12-07T22:21:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:00,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-07T22:21:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-07T22:21:00,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-07T22:21:00,703 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4880 sec 2024-12-07T22:21:00,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4910 sec 2024-12-07T22:21:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:00,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-07T22:21:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:00,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:00,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:00,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077c2bef35cd674772b952133a68b96eb8_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:00,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742201_1377 (size=14594) 2024-12-07T22:21:00,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610120805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610120807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610120809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610120810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610120811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610120912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610120914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610120914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610120918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:00,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:00,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610120923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610121115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610121118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610121119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610121125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610121128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,200 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:01,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077c2bef35cd674772b952133a68b96eb8_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077c2bef35cd674772b952133a68b96eb8_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:01,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/39e134d4677241a88ddfec1c9c509a8c, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:01,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/39e134d4677241a88ddfec1c9c509a8c is 175, key is test_row_0/A:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742202_1378 (size=39549) 2024-12-07T22:21:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-07T22:21:01,318 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-07T22:21:01,319 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-07T22:21:01,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:01,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:01,321 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:01,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:01,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610121422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610121423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610121423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610121430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610121434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,473 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-07T22:21:01,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=96, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/39e134d4677241a88ddfec1c9c509a8c 2024-12-07T22:21:01,618 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c42d810baaa64af884928abacaa5b861 is 50, key is test_row_0/B:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:01,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742203_1379 (size=12001) 2024-12-07T22:21:01,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c42d810baaa64af884928abacaa5b861 2024-12-07T22:21:01,626 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-07T22:21:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:01,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:01,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/abd1bd548a4d418683cc71fc01ef1824 is 50, key is test_row_0/C:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742204_1380 (size=12001) 2024-12-07T22:21:01,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/abd1bd548a4d418683cc71fc01ef1824 2024-12-07T22:21:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/39e134d4677241a88ddfec1c9c509a8c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c 2024-12-07T22:21:01,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c, entries=200, sequenceid=96, filesize=38.6 K 2024-12-07T22:21:01,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c42d810baaa64af884928abacaa5b861 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861 2024-12-07T22:21:01,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861, entries=150, sequenceid=96, filesize=11.7 K 2024-12-07T22:21:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/abd1bd548a4d418683cc71fc01ef1824 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824 2024-12-07T22:21:01,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824, entries=150, sequenceid=96, filesize=11.7 K 2024-12-07T22:21:01,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 98c3fdb760ddb64054db624d5ed9f877 in 876ms, sequenceid=96, compaction requested=true 2024-12-07T22:21:01,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:01,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:01,662 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:01,662 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:01,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:01,663 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:01,663 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:21:01,663 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,663 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=99.2 K 2024-12-07T22:21:01,663 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c] 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d875587031f40189a9c6ba9afc367a0, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:21:01,664 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,664 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/81a2262f556e4d0a9944b16fdb3ff905, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.3 K 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5d18cfff8a144da94c42f2be68e0910, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733610058503 2024-12-07T22:21:01,664 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 81a2262f556e4d0a9944b16fdb3ff905, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:21:01,665 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39e134d4677241a88ddfec1c9c509a8c, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:01,665 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d7963d7e3d9478b99d958af7e513f5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733610058503 2024-12-07T22:21:01,665 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c42d810baaa64af884928abacaa5b861, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:01,671 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:01,673 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#326 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:01,673 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/87c065c8d813434a8d011f63d6ad2eba is 50, key is test_row_0/B:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,675 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207e2312d049ed64446b6f07dc3f30851c5_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:01,676 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207e2312d049ed64446b6f07dc3f30851c5_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:01,677 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e2312d049ed64446b6f07dc3f30851c5_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:01,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742205_1381 (size=12207) 2024-12-07T22:21:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742206_1382 (size=4469) 2024-12-07T22:21:01,694 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#325 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:01,695 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/d10e976dd7654505a512f772c8b1ebeb is 175, key is test_row_0/A:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742207_1383 (size=31161) 2024-12-07T22:21:01,704 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/d10e976dd7654505a512f772c8b1ebeb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb 2024-12-07T22:21:01,708 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into d10e976dd7654505a512f772c8b1ebeb(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:01,708 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:01,708 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=13, startTime=1733610061661; duration=0sec 2024-12-07T22:21:01,708 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:01,708 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:01,708 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:01,709 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:01,709 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:21:01,709 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,709 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/ac45ae4c3fee471aab4815801e21f673, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.3 K 2024-12-07T22:21:01,710 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac45ae4c3fee471aab4815801e21f673, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1733610058449 2024-12-07T22:21:01,710 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c22fe524ff5f472fbb11151c26c93866, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733610058503 2024-12-07T22:21:01,710 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting abd1bd548a4d418683cc71fc01ef1824, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:01,717 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#327 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:01,718 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/b683a0c8b79840649e20009672f9c6f2 is 50, key is test_row_0/C:col10/1733610059659/Put/seqid=0 2024-12-07T22:21:01,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742208_1384 (size=12207) 2024-12-07T22:21:01,738 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/b683a0c8b79840649e20009672f9c6f2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b683a0c8b79840649e20009672f9c6f2 2024-12-07T22:21:01,743 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into b683a0c8b79840649e20009672f9c6f2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:01,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:01,743 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=13, startTime=1733610061662; duration=0sec 2024-12-07T22:21:01,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:01,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:01,779 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:01,780 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:01,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:01,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:01,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074f0bcadcdb094d40a4460760edc9e22f_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610060805/Put/seqid=0 2024-12-07T22:21:01,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742209_1385 (size=12154) 2024-12-07T22:21:01,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:01,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610121945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610121948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610121949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610121950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:01,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:01,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610121951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610122052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610122052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610122055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610122055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610122058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,090 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/87c065c8d813434a8d011f63d6ad2eba as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/87c065c8d813434a8d011f63d6ad2eba 2024-12-07T22:21:02,095 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 87c065c8d813434a8d011f63d6ad2eba(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:02,095 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:02,095 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=13, startTime=1733610061662; duration=0sec 2024-12-07T22:21:02,095 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:02,095 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:02,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:02,201 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074f0bcadcdb094d40a4460760edc9e22f_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074f0bcadcdb094d40a4460760edc9e22f_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:02,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0f36ff591cad4943b14935c8aa65bfe2, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0f36ff591cad4943b14935c8aa65bfe2 is 175, key is test_row_0/A:col10/1733610060805/Put/seqid=0 2024-12-07T22:21:02,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742210_1386 (size=30955) 2024-12-07T22:21:02,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610122255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610122255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610122260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610122260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610122260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:02,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610122562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610122562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610122565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610122565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610122565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:02,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0f36ff591cad4943b14935c8aa65bfe2 2024-12-07T22:21:02,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/2abee86bc6104fc18baa665894664842 is 50, key is test_row_0/B:col10/1733610060805/Put/seqid=0 2024-12-07T22:21:02,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742211_1387 (size=12001) 2024-12-07T22:21:03,021 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/2abee86bc6104fc18baa665894664842 2024-12-07T22:21:03,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/b608cd09e19b46b086e3a4382ce72a4c is 50, key is test_row_0/C:col10/1733610060805/Put/seqid=0 2024-12-07T22:21:03,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742212_1388 (size=12001) 2024-12-07T22:21:03,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/b608cd09e19b46b086e3a4382ce72a4c 2024-12-07T22:21:03,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0f36ff591cad4943b14935c8aa65bfe2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2 2024-12-07T22:21:03,041 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2, entries=150, sequenceid=117, filesize=30.2 K 2024-12-07T22:21:03,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/2abee86bc6104fc18baa665894664842 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842 2024-12-07T22:21:03,045 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T22:21:03,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/b608cd09e19b46b086e3a4382ce72a4c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c 2024-12-07T22:21:03,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c, entries=150, sequenceid=117, filesize=11.7 K 2024-12-07T22:21:03,051 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 98c3fdb760ddb64054db624d5ed9f877 in 1271ms, sequenceid=117, compaction requested=false 2024-12-07T22:21:03,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:03,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-07T22:21:03,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-07T22:21:03,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-07T22:21:03,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7310 sec 2024-12-07T22:21:03,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.7360 sec 2024-12-07T22:21:03,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:03,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-07T22:21:03,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:03,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:03,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:03,075 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207187a5106faf446a58a2ff008d2109efc_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742213_1389 (size=14744) 2024-12-07T22:21:03,089 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:03,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207187a5106faf446a58a2ff008d2109efc_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207187a5106faf446a58a2ff008d2109efc_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:03,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0ada1b9cfac04676a4a4c477a0e3dcb4, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0ada1b9cfac04676a4a4c477a0e3dcb4 is 175, key is test_row_0/A:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610123093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742214_1390 (size=39699) 2024-12-07T22:21:03,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610123095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,102 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0ada1b9cfac04676a4a4c477a0e3dcb4 2024-12-07T22:21:03,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610123099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610123099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610123100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/96e1d0181ffb49e889c586911b33bb43 is 50, key is test_row_0/B:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742215_1391 (size=12101) 2024-12-07T22:21:03,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610123201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610123203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610123209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610123209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610123210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610123406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610123409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610123414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610123414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610123415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-07T22:21:03,425 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-07T22:21:03,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:03,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-07T22:21:03,427 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:03,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T22:21:03,428 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:03,428 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:03,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/96e1d0181ffb49e889c586911b33bb43 2024-12-07T22:21:03,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/01d70a05fa7246bdb55777173e36c8b3 is 50, key is test_row_0/C:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742216_1392 (size=12101) 2024-12-07T22:21:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T22:21:03,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/01d70a05fa7246bdb55777173e36c8b3 2024-12-07T22:21:03,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/0ada1b9cfac04676a4a4c477a0e3dcb4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4 2024-12-07T22:21:03,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4, entries=200, sequenceid=137, filesize=38.8 K 2024-12-07T22:21:03,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/96e1d0181ffb49e889c586911b33bb43 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43 2024-12-07T22:21:03,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43, entries=150, sequenceid=137, filesize=11.8 K 2024-12-07T22:21:03,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/01d70a05fa7246bdb55777173e36c8b3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3 2024-12-07T22:21:03,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3, entries=150, sequenceid=137, filesize=11.8 K 2024-12-07T22:21:03,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 98c3fdb760ddb64054db624d5ed9f877 in 473ms, sequenceid=137, compaction requested=true 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:03,546 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:03,546 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:03,547 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:03,547 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:03,547 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:21:03,547 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:21:03,547 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,547 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,547 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/87c065c8d813434a8d011f63d6ad2eba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.5 K 2024-12-07T22:21:03,547 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=99.4 K 2024-12-07T22:21:03,547 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,547 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4] 2024-12-07T22:21:03,548 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 87c065c8d813434a8d011f63d6ad2eba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:03,548 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d10e976dd7654505a512f772c8b1ebeb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:03,548 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2abee86bc6104fc18baa665894664842, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610060805 2024-12-07T22:21:03,548 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 96e1d0181ffb49e889c586911b33bb43, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:03,548 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f36ff591cad4943b14935c8aa65bfe2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610060805 2024-12-07T22:21:03,549 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ada1b9cfac04676a4a4c477a0e3dcb4, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:03,554 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,555 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#334 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:03,555 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/5010b111d05547028521f330482d5f19 is 50, key is test_row_0/B:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,558 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207ce133801513949ba949b06f5ae9efbc3_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,559 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207ce133801513949ba949b06f5ae9efbc3_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,560 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207ce133801513949ba949b06f5ae9efbc3_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742217_1393 (size=12409) 2024-12-07T22:21:03,565 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/5010b111d05547028521f330482d5f19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5010b111d05547028521f330482d5f19 2024-12-07T22:21:03,571 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 5010b111d05547028521f330482d5f19(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:03,571 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:03,571 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=13, startTime=1733610063546; duration=0sec 2024-12-07T22:21:03,571 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:03,571 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:03,571 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:03,573 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:03,573 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:21:03,573 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,573 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b683a0c8b79840649e20009672f9c6f2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=35.5 K 2024-12-07T22:21:03,574 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b683a0c8b79840649e20009672f9c6f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733610059647 2024-12-07T22:21:03,574 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b608cd09e19b46b086e3a4382ce72a4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733610060805 2024-12-07T22:21:03,574 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d70a05fa7246bdb55777173e36c8b3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:03,580 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-07T22:21:03,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:03,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:03,582 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:03,582 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/320532351e884739852c1a759452c035 is 50, key is test_row_0/C:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742218_1394 (size=4469) 2024-12-07T22:21:03,587 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#335 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:03,587 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/5b04877864de45c6af2e90cad83659dc is 175, key is test_row_0/A:col10/1733610063072/Put/seqid=0 2024-12-07T22:21:03,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207555df1bbb1d44be38f5272800f763704_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610063098/Put/seqid=0 2024-12-07T22:21:03,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742219_1395 (size=12409) 2024-12-07T22:21:03,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742220_1396 (size=31363) 2024-12-07T22:21:03,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742221_1397 (size=12304) 2024-12-07T22:21:03,614 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/5b04877864de45c6af2e90cad83659dc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc 2024-12-07T22:21:03,614 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/320532351e884739852c1a759452c035 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/320532351e884739852c1a759452c035 2024-12-07T22:21:03,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:03,619 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207555df1bbb1d44be38f5272800f763704_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207555df1bbb1d44be38f5272800f763704_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:03,620 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into 5b04877864de45c6af2e90cad83659dc(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:03,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:03,620 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=13, startTime=1733610063546; duration=0sec 2024-12-07T22:21:03,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:03,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:03,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/2d93ee316d4d418b8ccba219d00f9ac7, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:03,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/2d93ee316d4d418b8ccba219d00f9ac7 is 175, key is test_row_0/A:col10/1733610063098/Put/seqid=0 2024-12-07T22:21:03,622 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into 320532351e884739852c1a759452c035(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:03,622 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:03,622 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=13, startTime=1733610063546; duration=0sec 2024-12-07T22:21:03,622 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:03,622 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742222_1398 (size=31105) 2024-12-07T22:21:03,646 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/2d93ee316d4d418b8ccba219d00f9ac7 2024-12-07T22:21:03,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/5ab5f1d1c8ec41048706c5b2ff072261 is 50, key is test_row_0/B:col10/1733610063098/Put/seqid=0 2024-12-07T22:21:03,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742223_1399 (size=12151) 2024-12-07T22:21:03,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:03,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:03,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T22:21:03,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610123732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610123733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610123735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610123739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610123740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610123841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610123841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610123841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610123846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:03,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:03,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610123846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T22:21:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610124047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610124047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610124048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610124049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610124050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/5ab5f1d1c8ec41048706c5b2ff072261 2024-12-07T22:21:04,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/2f765cd61238407bb099b6cd7246b724 is 50, key is test_row_0/C:col10/1733610063098/Put/seqid=0 2024-12-07T22:21:04,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742224_1400 (size=12151) 2024-12-07T22:21:04,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610124354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610124354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610124354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610124354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610124356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/2f765cd61238407bb099b6cd7246b724 2024-12-07T22:21:04,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/2d93ee316d4d418b8ccba219d00f9ac7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7 2024-12-07T22:21:04,478 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7, entries=150, sequenceid=155, filesize=30.4 K 2024-12-07T22:21:04,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/5ab5f1d1c8ec41048706c5b2ff072261 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261 2024-12-07T22:21:04,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261, entries=150, sequenceid=155, filesize=11.9 K 2024-12-07T22:21:04,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/2f765cd61238407bb099b6cd7246b724 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724 2024-12-07T22:21:04,486 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724, entries=150, sequenceid=155, filesize=11.9 K 2024-12-07T22:21:04,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 98c3fdb760ddb64054db624d5ed9f877 in 907ms, sequenceid=155, compaction requested=false 2024-12-07T22:21:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:04,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-07T22:21:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-07T22:21:04,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-07T22:21:04,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-12-07T22:21:04,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.0640 sec 2024-12-07T22:21:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-07T22:21:04,531 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-07T22:21:04,532 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-07T22:21:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:04,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:04,534 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:04,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:04,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:04,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-07T22:21:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:04,686 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-07T22:21:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:04,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:04,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:04,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:04,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:04,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:04,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e72a8a9740b24e9f8ebce52e8216fe72_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610063730/Put/seqid=0 2024-12-07T22:21:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742225_1401 (size=12304) 2024-12-07T22:21:04,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:21:04,828 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-07T22:21:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:04,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:04,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:04,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610124910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610124912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610124912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610124912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:04,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610124913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610125014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610125018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610125018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610125023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610125023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:05,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207e72a8a9740b24e9f8ebce52e8216fe72_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e72a8a9740b24e9f8ebce52e8216fe72_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/b44f66965c9d42e49d2357671db1e692, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:05,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/b44f66965c9d42e49d2357671db1e692 is 175, key is test_row_0/A:col10/1733610063730/Put/seqid=0 2024-12-07T22:21:05,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742226_1402 (size=31105) 2024-12-07T22:21:05,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:05,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610125219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610125224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610125224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610125226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610125229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,510 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/b44f66965c9d42e49d2357671db1e692 2024-12-07T22:21:05,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/6a9bcf1a9c124c3ea249e5551676810f is 50, key is test_row_0/B:col10/1733610063730/Put/seqid=0 2024-12-07T22:21:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742227_1403 (size=12151) 2024-12-07T22:21:05,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610125526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610125529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610125530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610125530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610125532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:05,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/6a9bcf1a9c124c3ea249e5551676810f 2024-12-07T22:21:05,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/df3d34a8ea5d4551a45b9e449ccefd16 is 50, key is test_row_0/C:col10/1733610063730/Put/seqid=0 2024-12-07T22:21:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742228_1404 (size=12151) 2024-12-07T22:21:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610126034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610126034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:06,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610126035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610126037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610126038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/df3d34a8ea5d4551a45b9e449ccefd16 2024-12-07T22:21:06,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/b44f66965c9d42e49d2357671db1e692 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692 2024-12-07T22:21:06,343 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692, entries=150, sequenceid=176, filesize=30.4 K 2024-12-07T22:21:06,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/6a9bcf1a9c124c3ea249e5551676810f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f 2024-12-07T22:21:06,348 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f, entries=150, sequenceid=176, filesize=11.9 K 2024-12-07T22:21:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/df3d34a8ea5d4551a45b9e449ccefd16 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16 2024-12-07T22:21:06,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16, entries=150, sequenceid=176, filesize=11.9 K 2024-12-07T22:21:06,353 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 98c3fdb760ddb64054db624d5ed9f877 in 1666ms, sequenceid=176, compaction requested=true 2024-12-07T22:21:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-07T22:21:06,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-07T22:21:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-07T22:21:06,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8200 sec 2024-12-07T22:21:06,356 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8230 sec 2024-12-07T22:21:06,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-07T22:21:06,638 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-07T22:21:06,639 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-07T22:21:06,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T22:21:06,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:06,641 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:06,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T22:21:06,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:06,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-07T22:21:06,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:06,794 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-07T22:21:06,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:06,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:06,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079ecfbb109e2c4726bbc9edb73164483e_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610064911/Put/seqid=0 2024-12-07T22:21:06,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742229_1405 (size=12304) 2024-12-07T22:21:06,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T22:21:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610127063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610127065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610127066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610127071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610127072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610127173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610127173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610127174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610127179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610127181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:07,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079ecfbb109e2c4726bbc9edb73164483e_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079ecfbb109e2c4726bbc9edb73164483e_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:07,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/98956e94a6194e60a76e963dd661bd7c, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/98956e94a6194e60a76e963dd661bd7c is 175, key is test_row_0/A:col10/1733610064911/Put/seqid=0 2024-12-07T22:21:07,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742230_1406 (size=31105) 2024-12-07T22:21:07,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/98956e94a6194e60a76e963dd661bd7c 2024-12-07T22:21:07,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/dae66e12b10f420c8629069f74d3fb90 is 50, key is test_row_0/B:col10/1733610064911/Put/seqid=0 2024-12-07T22:21:07,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T22:21:07,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742231_1407 (size=12151) 2024-12-07T22:21:07,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610127379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610127383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610127384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610127388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610127388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,650 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/dae66e12b10f420c8629069f74d3fb90 2024-12-07T22:21:07,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/94fc02827b184f429cbe7686cb68ebf5 is 50, key is test_row_0/C:col10/1733610064911/Put/seqid=0 2024-12-07T22:21:07,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742232_1408 (size=12151) 2024-12-07T22:21:07,667 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/94fc02827b184f429cbe7686cb68ebf5 2024-12-07T22:21:07,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/98956e94a6194e60a76e963dd661bd7c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c 2024-12-07T22:21:07,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c, entries=150, sequenceid=194, filesize=30.4 K 2024-12-07T22:21:07,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/dae66e12b10f420c8629069f74d3fb90 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90 2024-12-07T22:21:07,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90, entries=150, sequenceid=194, filesize=11.9 K 2024-12-07T22:21:07,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/94fc02827b184f429cbe7686cb68ebf5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5 2024-12-07T22:21:07,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5, entries=150, sequenceid=194, filesize=11.9 K 2024-12-07T22:21:07,688 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 98c3fdb760ddb64054db624d5ed9f877 in 894ms, sequenceid=194, compaction requested=true 2024-12-07T22:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:07,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-07T22:21:07,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-07T22:21:07,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:07,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:07,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:07,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0470 sec 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:07,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:07,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.0530 sec 2024-12-07T22:21:07,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120723a435d449904bd39ee380df229e928f_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:07,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742233_1409 (size=14794) 2024-12-07T22:21:07,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610127714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610127715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610127717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610127718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610127719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-07T22:21:07,744 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-07T22:21:07,746 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:07,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-07T22:21:07,747 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:07,747 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:07,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:07,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610127820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610127823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610127825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610127826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610127826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:07,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:07,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:07,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:07,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:07,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610128026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610128028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610128029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610128032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610128034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:08,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,106 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:08,110 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120723a435d449904bd39ee380df229e928f_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723a435d449904bd39ee380df229e928f_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:08,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e7b2b06359c24de19c857e29968bcd5d, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:08,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e7b2b06359c24de19c857e29968bcd5d is 175, key is test_row_0/A:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:08,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742234_1410 (size=39749) 2024-12-07T22:21:08,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610128335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610128336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610128336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610128337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610128342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:08,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,516 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e7b2b06359c24de19c857e29968bcd5d 2024-12-07T22:21:08,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb is 50, key is test_row_0/B:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:08,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742235_1411 (size=12151) 2024-12-07T22:21:08,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610128842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610128845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610128845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610128851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:08,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610128854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb 2024-12-07T22:21:08,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8df190ac018a4930b7e9c0e2dbd30b19 is 50, key is test_row_0/C:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:08,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742236_1412 (size=12151) 2024-12-07T22:21:08,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:08,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:08,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:08,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:09,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8df190ac018a4930b7e9c0e2dbd30b19 2024-12-07T22:21:09,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/e7b2b06359c24de19c857e29968bcd5d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d 2024-12-07T22:21:09,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d, entries=200, sequenceid=213, filesize=38.8 K 2024-12-07T22:21:09,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb 2024-12-07T22:21:09,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb, entries=150, sequenceid=213, filesize=11.9 K 2024-12-07T22:21:09,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8df190ac018a4930b7e9c0e2dbd30b19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19 2024-12-07T22:21:09,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19, entries=150, sequenceid=213, filesize=11.9 K 2024-12-07T22:21:09,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 98c3fdb760ddb64054db624d5ed9f877 in 1676ms, sequenceid=213, compaction requested=true 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:09,367 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:09,367 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:21:09,369 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:21:09,369 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:21:09,369 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,370 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5010b111d05547028521f330482d5f19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=59.6 K 2024-12-07T22:21:09,370 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 164427 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:21:09,370 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:21:09,370 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,370 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=160.6 K 2024-12-07T22:21:09,370 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,370 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d] 2024-12-07T22:21:09,370 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5010b111d05547028521f330482d5f19, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:09,370 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b04877864de45c6af2e90cad83659dc, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:09,371 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d93ee316d4d418b8ccba219d00f9ac7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733610063098 2024-12-07T22:21:09,371 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b44f66965c9d42e49d2357671db1e692, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733610063730 2024-12-07T22:21:09,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab5f1d1c8ec41048706c5b2ff072261, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733610063098 2024-12-07T22:21:09,372 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a9bcf1a9c124c3ea249e5551676810f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733610063730 2024-12-07T22:21:09,372 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 98956e94a6194e60a76e963dd661bd7c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733610064910 2024-12-07T22:21:09,372 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dae66e12b10f420c8629069f74d3fb90, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733610064910 2024-12-07T22:21:09,372 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e7b2b06359c24de19c857e29968bcd5d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:09,372 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c0a5cb074e7d4ef6b6a1a8c7e99b88bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:09,393 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:09,395 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#349 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:09,395 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/43d87f59330045ccab5457502912e22a is 50, key is test_row_0/B:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:09,400 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207fd8a4af2253d46469a25bb4e1f963cb4_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:09,404 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207fd8a4af2253d46469a25bb4e1f963cb4_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:09,404 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207fd8a4af2253d46469a25bb4e1f963cb4_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:09,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742237_1413 (size=12629) 2024-12-07T22:21:09,410 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/43d87f59330045ccab5457502912e22a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/43d87f59330045ccab5457502912e22a 2024-12-07T22:21:09,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742238_1414 (size=4469) 2024-12-07T22:21:09,414 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#350 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:09,415 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/bab53462db4c4451929316f4dbce6bbb is 175, key is test_row_0/A:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:09,416 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 43d87f59330045ccab5457502912e22a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:09,417 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:09,417 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=11, startTime=1733610069367; duration=0sec 2024-12-07T22:21:09,417 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:09,417 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:09,417 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-07T22:21:09,418 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61013 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-07T22:21:09,418 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:21:09,418 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,419 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/320532351e884739852c1a759452c035, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=59.6 K 2024-12-07T22:21:09,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742239_1415 (size=31583) 2024-12-07T22:21:09,419 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 320532351e884739852c1a759452c035, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1733610061941 2024-12-07T22:21:09,419 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f765cd61238407bb099b6cd7246b724, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733610063098 2024-12-07T22:21:09,420 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting df3d34a8ea5d4551a45b9e449ccefd16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1733610063730 2024-12-07T22:21:09,420 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 94fc02827b184f429cbe7686cb68ebf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733610064910 2024-12-07T22:21:09,420 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 8df190ac018a4930b7e9c0e2dbd30b19, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:09,428 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-07T22:21:09,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:09,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:09,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:09,431 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:09,432 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/9d485305aead4307bf7d9cb6968fbc75 is 50, key is test_row_0/C:col10/1733610067061/Put/seqid=0 2024-12-07T22:21:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076e080d647ced468dae4cef8268b58881_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610067716/Put/seqid=0 2024-12-07T22:21:09,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742241_1417 (size=12304) 2024-12-07T22:21:09,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:09,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076e080d647ced468dae4cef8268b58881_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e080d647ced468dae4cef8268b58881_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/a08c01204eeb428e8c0fe9dc03602dfe, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:09,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/a08c01204eeb428e8c0fe9dc03602dfe is 175, key is test_row_0/A:col10/1733610067716/Put/seqid=0 2024-12-07T22:21:09,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742240_1416 (size=12629) 2024-12-07T22:21:09,468 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/9d485305aead4307bf7d9cb6968fbc75 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/9d485305aead4307bf7d9cb6968fbc75 2024-12-07T22:21:09,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742242_1418 (size=31105) 2024-12-07T22:21:09,473 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into 9d485305aead4307bf7d9cb6968fbc75(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:09,473 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:09,473 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=11, startTime=1733610069367; duration=0sec 2024-12-07T22:21:09,473 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:09,473 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:09,824 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/bab53462db4c4451929316f4dbce6bbb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb 2024-12-07T22:21:09,829 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into bab53462db4c4451929316f4dbce6bbb(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:09,829 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:09,829 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=11, startTime=1733610069367; duration=0sec 2024-12-07T22:21:09,829 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:09,829 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:09,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:09,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:09,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:09,870 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/a08c01204eeb428e8c0fe9dc03602dfe 2024-12-07T22:21:09,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/a8e4e3c9a98942cb8ff828d5c59e2673 is 50, key is test_row_0/B:col10/1733610067716/Put/seqid=0 2024-12-07T22:21:09,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742243_1419 (size=12151) 2024-12-07T22:21:09,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/a8e4e3c9a98942cb8ff828d5c59e2673 2024-12-07T22:21:09,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610129881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,888 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610129881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610129882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/54a140db71ed4cf1b886ee62db488077 is 50, key is test_row_0/C:col10/1733610067716/Put/seqid=0 2024-12-07T22:21:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610129888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610129888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742244_1420 (size=12151) 2024-12-07T22:21:09,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610129989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610129989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610129992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610129996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610129996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610130193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610130193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610130197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610130198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610130198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/54a140db71ed4cf1b886ee62db488077 2024-12-07T22:21:10,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/a08c01204eeb428e8c0fe9dc03602dfe as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe 2024-12-07T22:21:10,314 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe, entries=150, sequenceid=231, filesize=30.4 K 2024-12-07T22:21:10,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/a8e4e3c9a98942cb8ff828d5c59e2673 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673 2024-12-07T22:21:10,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673, entries=150, sequenceid=231, filesize=11.9 K 2024-12-07T22:21:10,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/54a140db71ed4cf1b886ee62db488077 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077 2024-12-07T22:21:10,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077, entries=150, sequenceid=231, filesize=11.9 K 2024-12-07T22:21:10,323 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 98c3fdb760ddb64054db624d5ed9f877 in 895ms, sequenceid=231, compaction requested=false 2024-12-07T22:21:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:10,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-07T22:21:10,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-07T22:21:10,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-07T22:21:10,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5770 sec 2024-12-07T22:21:10,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.5800 sec 2024-12-07T22:21:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:10,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T22:21:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:10,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:10,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:10,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:10,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:10,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:10,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207900a936ac858477682278304829b1fc5_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:10,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742245_1421 (size=14794) 2024-12-07T22:21:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610130518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610130519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610130520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610130521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610130525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610130626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610130626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610130626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610130626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610130631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610130831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610130831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610130832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610130832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610130836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:10,916 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:10,920 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207900a936ac858477682278304829b1fc5_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207900a936ac858477682278304829b1fc5_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:10,924 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/c5a6ab509fe6465a9f879d5d5c9d9199, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:10,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/c5a6ab509fe6465a9f879d5d5c9d9199 is 175, key is test_row_0/A:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:10,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742246_1422 (size=39749) 2024-12-07T22:21:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610131137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610131138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610131138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610131139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610131140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,331 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/c5a6ab509fe6465a9f879d5d5c9d9199 2024-12-07T22:21:11,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ed32dc56d6e94d668d9e0a3d80715ea6 is 50, key is test_row_0/B:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742247_1423 (size=12151) 2024-12-07T22:21:11,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610131642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610131643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610131644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610131645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610131645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:11,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ed32dc56d6e94d668d9e0a3d80715ea6 2024-12-07T22:21:11,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/049dba984b3744c3b96578c902fdd96f is 50, key is test_row_0/C:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:11,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742248_1424 (size=12151) 2024-12-07T22:21:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-07T22:21:11,852 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-07T22:21:11,853 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-07T22:21:11,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:11,855 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:11,855 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:11,855 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:11,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:12,007 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T22:21:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:12,160 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T22:21:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:12,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/049dba984b3744c3b96578c902fdd96f 2024-12-07T22:21:12,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/c5a6ab509fe6465a9f879d5d5c9d9199 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199 2024-12-07T22:21:12,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199, entries=200, sequenceid=255, filesize=38.8 K 2024-12-07T22:21:12,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ed32dc56d6e94d668d9e0a3d80715ea6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6 2024-12-07T22:21:12,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6, entries=150, sequenceid=255, filesize=11.9 K 2024-12-07T22:21:12,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/049dba984b3744c3b96578c902fdd96f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f 2024-12-07T22:21:12,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f, entries=150, sequenceid=255, filesize=11.9 K 2024-12-07T22:21:12,179 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 98c3fdb760ddb64054db624d5ed9f877 in 1677ms, sequenceid=255, compaction requested=true 2024-12-07T22:21:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:12,179 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:12,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:12,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:12,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:12,180 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:12,180 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:12,180 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:12,180 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:21:12,180 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:21:12,181 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,181 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,181 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=100.0 K 2024-12-07T22:21:12,181 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/43d87f59330045ccab5457502912e22a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=36.1 K 2024-12-07T22:21:12,181 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,181 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199] 2024-12-07T22:21:12,181 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting bab53462db4c4451929316f4dbce6bbb, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:12,181 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 43d87f59330045ccab5457502912e22a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:12,181 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a08c01204eeb428e8c0fe9dc03602dfe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733610067704 2024-12-07T22:21:12,181 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a8e4e3c9a98942cb8ff828d5c59e2673, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733610067704 2024-12-07T22:21:12,182 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5a6ab509fe6465a9f879d5d5c9d9199, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069881 2024-12-07T22:21:12,182 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ed32dc56d6e94d668d9e0a3d80715ea6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069884 2024-12-07T22:21:12,191 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:12,193 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:12,193 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412070b7d1dd296204de89a2284409be047af_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:12,193 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/2cdfd49e4f154a8694c8723bdd262f95 is 50, key is test_row_0/B:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:12,194 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412070b7d1dd296204de89a2284409be047af_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:12,194 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070b7d1dd296204de89a2284409be047af_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:12,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742249_1425 (size=12731) 2024-12-07T22:21:12,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742250_1426 (size=4469) 2024-12-07T22:21:12,203 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#359 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:12,204 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/7bad02257353408085bcfd2c29b85ed5 is 175, key is test_row_0/A:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:12,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742251_1427 (size=31685) 2024-12-07T22:21:12,313 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,314 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:12,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:12,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071e439d1aef2642d5a7cf548ee83bbae8_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610070519/Put/seqid=0 2024-12-07T22:21:12,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742252_1428 (size=12454) 2024-12-07T22:21:12,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:12,602 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/2cdfd49e4f154a8694c8723bdd262f95 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2cdfd49e4f154a8694c8723bdd262f95 2024-12-07T22:21:12,606 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 2cdfd49e4f154a8694c8723bdd262f95(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:12,606 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:12,606 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=13, startTime=1733610072179; duration=0sec 2024-12-07T22:21:12,606 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:12,606 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:12,607 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:12,607 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:12,607 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:21:12,608 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:12,608 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/9d485305aead4307bf7d9cb6968fbc75, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=36.1 K 2024-12-07T22:21:12,608 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d485305aead4307bf7d9cb6968fbc75, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733610067061 2024-12-07T22:21:12,609 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 54a140db71ed4cf1b886ee62db488077, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733610067704 2024-12-07T22:21:12,609 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 049dba984b3744c3b96578c902fdd96f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069884 2024-12-07T22:21:12,612 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/7bad02257353408085bcfd2c29b85ed5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5 2024-12-07T22:21:12,617 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into 7bad02257353408085bcfd2c29b85ed5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:12,617 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:12,617 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=13, startTime=1733610072179; duration=0sec 2024-12-07T22:21:12,617 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:12,617 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:12,617 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#361 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:12,617 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/c52778543c874c2b924d97314a6ad1e2 is 50, key is test_row_0/C:col10/1733610070501/Put/seqid=0 2024-12-07T22:21:12,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742253_1429 (size=12731) 2024-12-07T22:21:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610132671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610132672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610132672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610132673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610132674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:12,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071e439d1aef2642d5a7cf548ee83bbae8_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e439d1aef2642d5a7cf548ee83bbae8_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/76c1bf5df8d749c099b187790b4371ad, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:12,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/76c1bf5df8d749c099b187790b4371ad is 175, key is test_row_0/A:col10/1733610070519/Put/seqid=0 2024-12-07T22:21:12,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742254_1430 (size=31255) 2024-12-07T22:21:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610132778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610132778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610132778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610132779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610132780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:12,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610132983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610132984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610132984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610132985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:12,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610132985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,028 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/c52778543c874c2b924d97314a6ad1e2 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c52778543c874c2b924d97314a6ad1e2 2024-12-07T22:21:13,032 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into c52778543c874c2b924d97314a6ad1e2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:13,032 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:13,032 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=13, startTime=1733610072179; duration=0sec 2024-12-07T22:21:13,033 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:13,033 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:13,137 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=269, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/76c1bf5df8d749c099b187790b4371ad 2024-12-07T22:21:13,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/602ea82d326448efa5e6e3f0324291af is 50, key is test_row_0/B:col10/1733610070519/Put/seqid=0 2024-12-07T22:21:13,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742255_1431 (size=12301) 2024-12-07T22:21:13,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/602ea82d326448efa5e6e3f0324291af 2024-12-07T22:21:13,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/dc220bfde540453db4fc5812083047bc is 50, key is test_row_0/C:col10/1733610070519/Put/seqid=0 2024-12-07T22:21:13,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742256_1432 (size=12301) 2024-12-07T22:21:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610133293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610133293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610133293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610133294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610133294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/dc220bfde540453db4fc5812083047bc 2024-12-07T22:21:13,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/76c1bf5df8d749c099b187790b4371ad as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad 2024-12-07T22:21:13,566 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad, entries=150, sequenceid=269, filesize=30.5 K 2024-12-07T22:21:13,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/602ea82d326448efa5e6e3f0324291af as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af 2024-12-07T22:21:13,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af, entries=150, sequenceid=269, filesize=12.0 K 2024-12-07T22:21:13,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/dc220bfde540453db4fc5812083047bc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc 2024-12-07T22:21:13,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc, entries=150, sequenceid=269, filesize=12.0 K 2024-12-07T22:21:13,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 98c3fdb760ddb64054db624d5ed9f877 in 1261ms, sequenceid=269, compaction requested=false 2024-12-07T22:21:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:13,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-07T22:21:13,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-07T22:21:13,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-07T22:21:13,578 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7210 sec 2024-12-07T22:21:13,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.7250 sec 2024-12-07T22:21:13,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:13,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:21:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:13,803 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:13,804 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:13,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120769e7908e8e9c498e8cf4e5050177b2b5_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742257_1433 (size=17534) 2024-12-07T22:21:13,816 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:13,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610133810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610133811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610133811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,818 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610133812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,820 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120769e7908e8e9c498e8cf4e5050177b2b5_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769e7908e8e9c498e8cf4e5050177b2b5_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:13,820 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/3bfed5377cc342b98cbbfcf871b8af6e, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:13,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/3bfed5377cc342b98cbbfcf871b8af6e is 175, key is test_row_0/A:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:13,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610133816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742258_1434 (size=48639) 2024-12-07T22:21:13,826 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=296, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/3bfed5377cc342b98cbbfcf871b8af6e 2024-12-07T22:21:13,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/11ca02f393104c07be8a823c202539db is 50, key is test_row_0/B:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742259_1435 (size=12301) 2024-12-07T22:21:13,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610133917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610133917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610133918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610133919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610133923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:13,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-07T22:21:13,959 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-07T22:21:13,960 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-07T22:21:13,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:13,961 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:13,962 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:13,962 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:14,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:14,113 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T22:21:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610134122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610134122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610134123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,127 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610134123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610134128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/11ca02f393104c07be8a823c202539db 2024-12-07T22:21:14,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/570a10e22a674f11bcd7c58a37c7a508 is 50, key is test_row_0/C:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:14,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742260_1436 (size=12301) 2024-12-07T22:21:14,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:14,266 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T22:21:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T22:21:14,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610134427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610134427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610134428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610134428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610134432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:14,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T22:21:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:14,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:14,648 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/570a10e22a674f11bcd7c58a37c7a508 2024-12-07T22:21:14,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/3bfed5377cc342b98cbbfcf871b8af6e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e 2024-12-07T22:21:14,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e, entries=250, sequenceid=296, filesize=47.5 K 2024-12-07T22:21:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/11ca02f393104c07be8a823c202539db as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db 2024-12-07T22:21:14,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db, entries=150, sequenceid=296, filesize=12.0 K 2024-12-07T22:21:14,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/570a10e22a674f11bcd7c58a37c7a508 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508 2024-12-07T22:21:14,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508, entries=150, sequenceid=296, filesize=12.0 K 2024-12-07T22:21:14,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 98c3fdb760ddb64054db624d5ed9f877 in 864ms, sequenceid=296, compaction requested=true 2024-12-07T22:21:14,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:14,666 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:14,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:14,667 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:14,667 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111579 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:14,667 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/A is initiating minor compaction (all files) 2024-12-07T22:21:14,667 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/A in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,668 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=109.0 K 2024-12-07T22:21:14,668 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,668 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e] 2024-12-07T22:21:14,668 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bad02257353408085bcfd2c29b85ed5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069884 2024-12-07T22:21:14,668 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:14,669 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/B is initiating minor compaction (all files) 2024-12-07T22:21:14,669 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/B in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,669 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2cdfd49e4f154a8694c8723bdd262f95, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=36.5 K 2024-12-07T22:21:14,669 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76c1bf5df8d749c099b187790b4371ad, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733610070519 2024-12-07T22:21:14,669 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cdfd49e4f154a8694c8723bdd262f95, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069884 2024-12-07T22:21:14,669 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bfed5377cc342b98cbbfcf871b8af6e, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733610072671 2024-12-07T22:21:14,669 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 602ea82d326448efa5e6e3f0324291af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733610070519 2024-12-07T22:21:14,670 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ca02f393104c07be8a823c202539db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733610072671 2024-12-07T22:21:14,676 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:14,687 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412074b75c29252fe4db5a96177b817d111f7_98c3fdb760ddb64054db624d5ed9f877 store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:14,688 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#B#compaction#368 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:14,689 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/15bbad4e1ef247ec942d9fc5637bc720 is 50, key is test_row_0/B:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:14,689 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412074b75c29252fe4db5a96177b817d111f7_98c3fdb760ddb64054db624d5ed9f877, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:14,689 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074b75c29252fe4db5a96177b817d111f7_98c3fdb760ddb64054db624d5ed9f877 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742262_1438 (size=12983) 2024-12-07T22:21:14,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742261_1437 (size=4469) 2024-12-07T22:21:14,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-07T22:21:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:14,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:14,725 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#A#compaction#367 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:14,726 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/6d24df246180436ab8add5f052c79672 is 175, key is test_row_0/A:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:14,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b3cae5cf8f6046caaa32196b47a7459b_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610073810/Put/seqid=0 2024-12-07T22:21:14,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742263_1439 (size=31937) 2024-12-07T22:21:14,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742264_1440 (size=12454) 2024-12-07T22:21:14,746 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/6d24df246180436ab8add5f052c79672 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/6d24df246180436ab8add5f052c79672 2024-12-07T22:21:14,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:14,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b3cae5cf8f6046caaa32196b47a7459b_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3cae5cf8f6046caaa32196b47a7459b_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:14,753 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/A of 98c3fdb760ddb64054db624d5ed9f877 into 6d24df246180436ab8add5f052c79672(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:14,754 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:14,754 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/A, priority=13, startTime=1733610074666; duration=0sec 2024-12-07T22:21:14,754 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:14,754 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:14,754 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:14,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/307b733e19524ba8a690fd4f6ba99fc0, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:14,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/307b733e19524ba8a690fd4f6ba99fc0 is 175, key is test_row_0/A:col10/1733610073810/Put/seqid=0 2024-12-07T22:21:14,758 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:14,759 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 98c3fdb760ddb64054db624d5ed9f877/C is initiating minor compaction (all files) 2024-12-07T22:21:14,759 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 98c3fdb760ddb64054db624d5ed9f877/C in TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:14,759 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c52778543c874c2b924d97314a6ad1e2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp, totalSize=36.5 K 2024-12-07T22:21:14,759 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c52778543c874c2b924d97314a6ad1e2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733610069884 2024-12-07T22:21:14,760 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc220bfde540453db4fc5812083047bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733610070519 2024-12-07T22:21:14,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742265_1441 (size=31255) 2024-12-07T22:21:14,768 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 570a10e22a674f11bcd7c58a37c7a508, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733610072671 2024-12-07T22:21:14,769 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/307b733e19524ba8a690fd4f6ba99fc0 2024-12-07T22:21:14,786 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 98c3fdb760ddb64054db624d5ed9f877#C#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:14,787 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/5ac6731fc8654709bd3776b4f6fde706 is 50, key is test_row_0/C:col10/1733610072671/Put/seqid=0 2024-12-07T22:21:14,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/f07a77d441bf42659b0edfe3210ee923 is 50, key is test_row_0/B:col10/1733610073810/Put/seqid=0 2024-12-07T22:21:14,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742266_1442 (size=12983) 2024-12-07T22:21:14,806 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/5ac6731fc8654709bd3776b4f6fde706 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/5ac6731fc8654709bd3776b4f6fde706 2024-12-07T22:21:14,811 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/C of 98c3fdb760ddb64054db624d5ed9f877 into 5ac6731fc8654709bd3776b4f6fde706(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:14,811 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:14,811 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/C, priority=13, startTime=1733610074667; duration=0sec 2024-12-07T22:21:14,811 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:14,811 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:14,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742267_1443 (size=12301) 2024-12-07T22:21:14,818 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/f07a77d441bf42659b0edfe3210ee923 2024-12-07T22:21:14,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8b281da23ea94263a168fd6bc152c19f is 50, key is test_row_0/C:col10/1733610073810/Put/seqid=0 2024-12-07T22:21:14,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742268_1444 (size=12301) 2024-12-07T22:21:14,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:14,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. as already flushing 2024-12-07T22:21:14,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610134962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610134963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610134966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610134967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:14,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:14,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610134967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:15,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:15,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45050 deadline: 1733610135069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:15,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44944 deadline: 1733610135071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44942 deadline: 1733610135073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:15,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44992 deadline: 1733610135075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44976 deadline: 1733610135075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:15,104 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:56303 2024-12-07T22:21:15,104 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,104 DEBUG [Thread-1616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:56303 2024-12-07T22:21:15,104 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,105 DEBUG [Thread-1610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:56303 2024-12-07T22:21:15,105 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,108 DEBUG [Thread-1614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:56303 2024-12-07T22:21:15,108 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,110 DEBUG [Thread-1618 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7819b9e2 to 127.0.0.1:56303 2024-12-07T22:21:15,110 DEBUG [Thread-1618 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,112 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/15bbad4e1ef247ec942d9fc5637bc720 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/15bbad4e1ef247ec942d9fc5637bc720 2024-12-07T22:21:15,115 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 98c3fdb760ddb64054db624d5ed9f877/B of 98c3fdb760ddb64054db624d5ed9f877 into 15bbad4e1ef247ec942d9fc5637bc720(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:15,115 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:15,115 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877., storeName=98c3fdb760ddb64054db624d5ed9f877/B, priority=13, startTime=1733610074667; duration=0sec 2024-12-07T22:21:15,115 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:15,115 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:15,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8b281da23ea94263a168fd6bc152c19f 2024-12-07T22:21:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/307b733e19524ba8a690fd4f6ba99fc0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/307b733e19524ba8a690fd4f6ba99fc0 2024-12-07T22:21:15,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/307b733e19524ba8a690fd4f6ba99fc0, entries=150, sequenceid=308, filesize=30.5 K 2024-12-07T22:21:15,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/f07a77d441bf42659b0edfe3210ee923 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/f07a77d441bf42659b0edfe3210ee923 2024-12-07T22:21:15,241 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/f07a77d441bf42659b0edfe3210ee923, entries=150, sequenceid=308, filesize=12.0 K 2024-12-07T22:21:15,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/8b281da23ea94263a168fd6bc152c19f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8b281da23ea94263a168fd6bc152c19f 2024-12-07T22:21:15,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8b281da23ea94263a168fd6bc152c19f, entries=150, sequenceid=308, filesize=12.0 K 2024-12-07T22:21:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 98c3fdb760ddb64054db624d5ed9f877 in 520ms, sequenceid=308, compaction requested=false 2024-12-07T22:21:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:15,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-07T22:21:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-07T22:21:15,246 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-07T22:21:15,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2840 sec 2024-12-07T22:21:15,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.2870 sec 2024-12-07T22:21:15,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:15,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:15,274 DEBUG [Thread-1603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62f74604 to 127.0.0.1:56303 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:15,274 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:15,274 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:15,277 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x49e13594 to 127.0.0.1:56303 2024-12-07T22:21:15,277 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,277 DEBUG [Thread-1601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75b14fbd to 127.0.0.1:56303 2024-12-07T22:21:15,277 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120781cc8669049e4baaa2cb9f9c637f2419_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610074965/Put/seqid=0 2024-12-07T22:21:15,280 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:56303 2024-12-07T22:21:15,280 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,282 DEBUG [Thread-1607 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c54a0d3 to 127.0.0.1:56303 2024-12-07T22:21:15,283 DEBUG [Thread-1607 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:15,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742269_1445 (size=12454) 2024-12-07T22:21:15,684 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:15,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120781cc8669049e4baaa2cb9f9c637f2419_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781cc8669049e4baaa2cb9f9c637f2419_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:15,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/f0910a1f1031491b8f12dc9c8dc95c67, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:15,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/f0910a1f1031491b8f12dc9c8dc95c67 is 175, key is test_row_0/A:col10/1733610074965/Put/seqid=0 2024-12-07T22:21:15,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742270_1446 (size=31255) 2024-12-07T22:21:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-07T22:21:16,065 INFO [Thread-1609 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 50 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2341 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7020 rows 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2332 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6996 rows 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2336 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7008 rows 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2334 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7002 rows 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2347 2024-12-07T22:21:16,065 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7041 rows 2024-12-07T22:21:16,065 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:21:16,065 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:56303 2024-12-07T22:21:16,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:16,067 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:21:16,068 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:21:16,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:16,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:16,072 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610076072"}]},"ts":"1733610076072"} 2024-12-07T22:21:16,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:21:16,076 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:21:16,076 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:21:16,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, UNASSIGN}] 2024-12-07T22:21:16,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, UNASSIGN 2024-12-07T22:21:16,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:16,079 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:21:16,079 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:16,092 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/f0910a1f1031491b8f12dc9c8dc95c67 2024-12-07T22:21:16,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/bcf17b8a68a448c38d5145997cb09d89 is 50, key is test_row_0/B:col10/1733610074965/Put/seqid=0 2024-12-07T22:21:16,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742271_1447 (size=12301) 2024-12-07T22:21:16,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:16,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:16,231 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:16,231 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:21:16,231 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 98c3fdb760ddb64054db624d5ed9f877, disabling compactions & flushes 2024-12-07T22:21:16,231 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:16,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:16,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/bcf17b8a68a448c38d5145997cb09d89 2024-12-07T22:21:16,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/89c72ac6ae6c4e07a87d7815da6e7278 is 50, key is test_row_0/C:col10/1733610074965/Put/seqid=0 2024-12-07T22:21:16,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742272_1448 (size=12301) 2024-12-07T22:21:16,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:16,911 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/89c72ac6ae6c4e07a87d7815da6e7278 2024-12-07T22:21:16,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/f0910a1f1031491b8f12dc9c8dc95c67 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/f0910a1f1031491b8f12dc9c8dc95c67 2024-12-07T22:21:16,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/f0910a1f1031491b8f12dc9c8dc95c67, entries=150, sequenceid=336, filesize=30.5 K 2024-12-07T22:21:16,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/bcf17b8a68a448c38d5145997cb09d89 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/bcf17b8a68a448c38d5145997cb09d89 2024-12-07T22:21:16,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/bcf17b8a68a448c38d5145997cb09d89, entries=150, sequenceid=336, filesize=12.0 K 2024-12-07T22:21:16,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/89c72ac6ae6c4e07a87d7815da6e7278 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/89c72ac6ae6c4e07a87d7815da6e7278 2024-12-07T22:21:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/89c72ac6ae6c4e07a87d7815da6e7278, entries=150, sequenceid=336, filesize=12.0 K 2024-12-07T22:21:16,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=26.84 KB/27480 for 98c3fdb760ddb64054db624d5ed9f877 in 1651ms, sequenceid=336, compaction requested=true 2024-12-07T22:21:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:16,924 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:16,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. because compaction request was cancelled 2024-12-07T22:21:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:A 2024-12-07T22:21:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. after waiting 0 ms 2024-12-07T22:21:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 98c3fdb760ddb64054db624d5ed9f877:C, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:16,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. because compaction request was cancelled 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. because compaction request was cancelled 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:C 2024-12-07T22:21:16,925 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 98c3fdb760ddb64054db624d5ed9f877:B 2024-12-07T22:21:16,925 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 98c3fdb760ddb64054db624d5ed9f877 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=A 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=B 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 98c3fdb760ddb64054db624d5ed9f877, store=C 2024-12-07T22:21:16,925 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:16,929 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074e2850ed4503472887a4aee0059f4fa2_98c3fdb760ddb64054db624d5ed9f877 is 50, key is test_row_0/A:col10/1733610075282/Put/seqid=0 2024-12-07T22:21:16,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742273_1449 (size=12454) 2024-12-07T22:21:16,933 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:16,935 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412074e2850ed4503472887a4aee0059f4fa2_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e2850ed4503472887a4aee0059f4fa2_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:16,936 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/78277ffb902141c496ef23878e7bdbe3, store: [table=TestAcidGuarantees family=A region=98c3fdb760ddb64054db624d5ed9f877] 2024-12-07T22:21:16,936 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/78277ffb902141c496ef23878e7bdbe3 is 175, key is test_row_0/A:col10/1733610075282/Put/seqid=0 2024-12-07T22:21:16,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742274_1450 (size=31255) 2024-12-07T22:21:16,940 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=343, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/78277ffb902141c496ef23878e7bdbe3 2024-12-07T22:21:16,946 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ae708f60b95147d2a6d2eb45e15039d7 is 50, key is test_row_0/B:col10/1733610075282/Put/seqid=0 2024-12-07T22:21:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742275_1451 (size=12301) 2024-12-07T22:21:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:17,350 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ae708f60b95147d2a6d2eb45e15039d7 2024-12-07T22:21:17,355 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/e49ccbd7220745c4a628070829f95536 is 50, key is test_row_0/C:col10/1733610075282/Put/seqid=0 2024-12-07T22:21:17,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742276_1452 (size=12301) 2024-12-07T22:21:17,759 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=343 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/e49ccbd7220745c4a628070829f95536 2024-12-07T22:21:17,763 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/A/78277ffb902141c496ef23878e7bdbe3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/78277ffb902141c496ef23878e7bdbe3 2024-12-07T22:21:17,766 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/78277ffb902141c496ef23878e7bdbe3, entries=150, sequenceid=343, filesize=30.5 K 2024-12-07T22:21:17,766 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/B/ae708f60b95147d2a6d2eb45e15039d7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ae708f60b95147d2a6d2eb45e15039d7 2024-12-07T22:21:17,769 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ae708f60b95147d2a6d2eb45e15039d7, entries=150, sequenceid=343, filesize=12.0 K 2024-12-07T22:21:17,770 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/.tmp/C/e49ccbd7220745c4a628070829f95536 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/e49ccbd7220745c4a628070829f95536 2024-12-07T22:21:17,772 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/e49ccbd7220745c4a628070829f95536, entries=150, sequenceid=343, filesize=12.0 K 2024-12-07T22:21:17,773 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 98c3fdb760ddb64054db624d5ed9f877 in 848ms, sequenceid=343, compaction requested=true 2024-12-07T22:21:17,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e] to archive 2024-12-07T22:21:17,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:17,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/488647370eb04004a4bdc4ddaa55f19d 2024-12-07T22:21:17,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e1710db912454092804d05f920d5bfb6 2024-12-07T22:21:17,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0d875587031f40189a9c6ba9afc367a0 2024-12-07T22:21:17,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/807fbed1b96d46c3b8c73f5b98ba3c2e 2024-12-07T22:21:17,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e5d18cfff8a144da94c42f2be68e0910 2024-12-07T22:21:17,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/39e134d4677241a88ddfec1c9c509a8c 2024-12-07T22:21:17,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/d10e976dd7654505a512f772c8b1ebeb 2024-12-07T22:21:17,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0f36ff591cad4943b14935c8aa65bfe2 2024-12-07T22:21:17,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/0ada1b9cfac04676a4a4c477a0e3dcb4 2024-12-07T22:21:17,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/5b04877864de45c6af2e90cad83659dc 2024-12-07T22:21:17,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/2d93ee316d4d418b8ccba219d00f9ac7 2024-12-07T22:21:17,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/b44f66965c9d42e49d2357671db1e692 2024-12-07T22:21:17,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/98956e94a6194e60a76e963dd661bd7c 2024-12-07T22:21:17,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/e7b2b06359c24de19c857e29968bcd5d 2024-12-07T22:21:17,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/bab53462db4c4451929316f4dbce6bbb 2024-12-07T22:21:17,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/a08c01204eeb428e8c0fe9dc03602dfe 2024-12-07T22:21:17,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/c5a6ab509fe6465a9f879d5d5c9d9199 2024-12-07T22:21:17,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/7bad02257353408085bcfd2c29b85ed5 2024-12-07T22:21:17,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/76c1bf5df8d749c099b187790b4371ad 2024-12-07T22:21:17,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/3bfed5377cc342b98cbbfcf871b8af6e 2024-12-07T22:21:17,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/81a2262f556e4d0a9944b16fdb3ff905, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/87c065c8d813434a8d011f63d6ad2eba, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5010b111d05547028521f330482d5f19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/43d87f59330045ccab5457502912e22a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2cdfd49e4f154a8694c8723bdd262f95, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db] to archive 2024-12-07T22:21:17,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:17,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/060261a69c304097b890a660d7b90f47 2024-12-07T22:21:17,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/0655b924c19845519b20a80cb2af21a9 2024-12-07T22:21:17,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/81a2262f556e4d0a9944b16fdb3ff905 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/81a2262f556e4d0a9944b16fdb3ff905 2024-12-07T22:21:17,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/fffad5eefa5c4abbbba2df917d2e5f96 2024-12-07T22:21:17,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/3d7963d7e3d9478b99d958af7e513f5d 2024-12-07T22:21:17,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/87c065c8d813434a8d011f63d6ad2eba to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/87c065c8d813434a8d011f63d6ad2eba 2024-12-07T22:21:17,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c42d810baaa64af884928abacaa5b861 2024-12-07T22:21:17,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2abee86bc6104fc18baa665894664842 2024-12-07T22:21:17,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5010b111d05547028521f330482d5f19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5010b111d05547028521f330482d5f19 2024-12-07T22:21:17,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/96e1d0181ffb49e889c586911b33bb43 2024-12-07T22:21:17,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/5ab5f1d1c8ec41048706c5b2ff072261 2024-12-07T22:21:17,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/6a9bcf1a9c124c3ea249e5551676810f 2024-12-07T22:21:17,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/dae66e12b10f420c8629069f74d3fb90 2024-12-07T22:21:17,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/43d87f59330045ccab5457502912e22a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/43d87f59330045ccab5457502912e22a 2024-12-07T22:21:17,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/c0a5cb074e7d4ef6b6a1a8c7e99b88bb 2024-12-07T22:21:17,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/a8e4e3c9a98942cb8ff828d5c59e2673 2024-12-07T22:21:17,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2cdfd49e4f154a8694c8723bdd262f95 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/2cdfd49e4f154a8694c8723bdd262f95 2024-12-07T22:21:17,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ed32dc56d6e94d668d9e0a3d80715ea6 2024-12-07T22:21:17,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/602ea82d326448efa5e6e3f0324291af 2024-12-07T22:21:17,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/11ca02f393104c07be8a823c202539db 2024-12-07T22:21:17,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/ac45ae4c3fee471aab4815801e21f673, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b683a0c8b79840649e20009672f9c6f2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/320532351e884739852c1a759452c035, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/9d485305aead4307bf7d9cb6968fbc75, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c52778543c874c2b924d97314a6ad1e2, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508] to archive 2024-12-07T22:21:17,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:17,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/4a25fc78ba3c4a2d9ef6999002fb2443 2024-12-07T22:21:17,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8bc4544462eb401aa332085f676aba18 2024-12-07T22:21:17,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/ac45ae4c3fee471aab4815801e21f673 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/ac45ae4c3fee471aab4815801e21f673 2024-12-07T22:21:17,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/bde95bc4570b4d85bb1a86e586fa9b9b 2024-12-07T22:21:17,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c22fe524ff5f472fbb11151c26c93866 2024-12-07T22:21:17,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b683a0c8b79840649e20009672f9c6f2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b683a0c8b79840649e20009672f9c6f2 2024-12-07T22:21:17,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/abd1bd548a4d418683cc71fc01ef1824 2024-12-07T22:21:17,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/b608cd09e19b46b086e3a4382ce72a4c 2024-12-07T22:21:17,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/320532351e884739852c1a759452c035 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/320532351e884739852c1a759452c035 2024-12-07T22:21:17,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/01d70a05fa7246bdb55777173e36c8b3 2024-12-07T22:21:17,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/2f765cd61238407bb099b6cd7246b724 2024-12-07T22:21:17,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/df3d34a8ea5d4551a45b9e449ccefd16 2024-12-07T22:21:17,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/94fc02827b184f429cbe7686cb68ebf5 2024-12-07T22:21:17,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/9d485305aead4307bf7d9cb6968fbc75 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/9d485305aead4307bf7d9cb6968fbc75 2024-12-07T22:21:17,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8df190ac018a4930b7e9c0e2dbd30b19 2024-12-07T22:21:17,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/54a140db71ed4cf1b886ee62db488077 2024-12-07T22:21:17,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c52778543c874c2b924d97314a6ad1e2 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/c52778543c874c2b924d97314a6ad1e2 2024-12-07T22:21:17,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/049dba984b3744c3b96578c902fdd96f 2024-12-07T22:21:17,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/dc220bfde540453db4fc5812083047bc 2024-12-07T22:21:17,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/570a10e22a674f11bcd7c58a37c7a508 2024-12-07T22:21:17,832 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits/346.seqid, newMaxSeqId=346, maxSeqId=4 2024-12-07T22:21:17,833 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877. 2024-12-07T22:21:17,833 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 98c3fdb760ddb64054db624d5ed9f877: 2024-12-07T22:21:17,834 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:17,835 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=98c3fdb760ddb64054db624d5ed9f877, regionState=CLOSED 2024-12-07T22:21:17,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-07T22:21:17,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 98c3fdb760ddb64054db624d5ed9f877, server=f83a3c5fcf38,36279,1733609965087 in 1.7560 sec 2024-12-07T22:21:17,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-07T22:21:17,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=98c3fdb760ddb64054db624d5ed9f877, UNASSIGN in 1.7590 sec 2024-12-07T22:21:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-07T22:21:17,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7620 sec 2024-12-07T22:21:17,839 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610077839"}]},"ts":"1733610077839"} 2024-12-07T22:21:17,840 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:21:17,842 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:21:17,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7740 sec 2024-12-07T22:21:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-07T22:21:18,175 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-07T22:21:18,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:21:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,177 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T22:21:18,178 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,180 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,181 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits] 2024-12-07T22:21:18,184 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/307b733e19524ba8a690fd4f6ba99fc0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/307b733e19524ba8a690fd4f6ba99fc0 2024-12-07T22:21:18,185 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/6d24df246180436ab8add5f052c79672 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/6d24df246180436ab8add5f052c79672 2024-12-07T22:21:18,186 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/78277ffb902141c496ef23878e7bdbe3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/78277ffb902141c496ef23878e7bdbe3 2024-12-07T22:21:18,187 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/f0910a1f1031491b8f12dc9c8dc95c67 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/A/f0910a1f1031491b8f12dc9c8dc95c67 2024-12-07T22:21:18,188 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/15bbad4e1ef247ec942d9fc5637bc720 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/15bbad4e1ef247ec942d9fc5637bc720 2024-12-07T22:21:18,189 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ae708f60b95147d2a6d2eb45e15039d7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/ae708f60b95147d2a6d2eb45e15039d7 2024-12-07T22:21:18,190 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/bcf17b8a68a448c38d5145997cb09d89 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/bcf17b8a68a448c38d5145997cb09d89 2024-12-07T22:21:18,191 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/f07a77d441bf42659b0edfe3210ee923 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/B/f07a77d441bf42659b0edfe3210ee923 2024-12-07T22:21:18,192 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/5ac6731fc8654709bd3776b4f6fde706 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/5ac6731fc8654709bd3776b4f6fde706 2024-12-07T22:21:18,193 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/89c72ac6ae6c4e07a87d7815da6e7278 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/89c72ac6ae6c4e07a87d7815da6e7278 2024-12-07T22:21:18,194 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8b281da23ea94263a168fd6bc152c19f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/8b281da23ea94263a168fd6bc152c19f 2024-12-07T22:21:18,195 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/e49ccbd7220745c4a628070829f95536 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/C/e49ccbd7220745c4a628070829f95536 2024-12-07T22:21:18,196 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits/346.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877/recovered.edits/346.seqid 2024-12-07T22:21:18,197 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,197 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:21:18,197 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:21:18,198 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T22:21:18,200 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207187a5106faf446a58a2ff008d2109efc_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207187a5106faf446a58a2ff008d2109efc_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,201 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e439d1aef2642d5a7cf548ee83bbae8_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071e439d1aef2642d5a7cf548ee83bbae8_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,202 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723a435d449904bd39ee380df229e928f_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120723a435d449904bd39ee380df229e928f_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,202 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e2850ed4503472887a4aee0059f4fa2_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074e2850ed4503472887a4aee0059f4fa2_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,203 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074f0bcadcdb094d40a4460760edc9e22f_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412074f0bcadcdb094d40a4460760edc9e22f_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,204 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207555df1bbb1d44be38f5272800f763704_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207555df1bbb1d44be38f5272800f763704_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,205 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120758b853af6f8f4985ada56dc80aec6d3e_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120758b853af6f8f4985ada56dc80aec6d3e_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,206 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769e7908e8e9c498e8cf4e5050177b2b5_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120769e7908e8e9c498e8cf4e5050177b2b5_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,207 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e080d647ced468dae4cef8268b58881_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e080d647ced468dae4cef8268b58881_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,207 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077c2bef35cd674772b952133a68b96eb8_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077c2bef35cd674772b952133a68b96eb8_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,208 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781cc8669049e4baaa2cb9f9c637f2419_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120781cc8669049e4baaa2cb9f9c637f2419_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,209 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207900a936ac858477682278304829b1fc5_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207900a936ac858477682278304829b1fc5_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,210 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079ecfbb109e2c4726bbc9edb73164483e_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079ecfbb109e2c4726bbc9edb73164483e_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,211 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a05406dcebc244a8963dc7e7526e95e7_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a05406dcebc244a8963dc7e7526e95e7_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,211 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3cae5cf8f6046caaa32196b47a7459b_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b3cae5cf8f6046caaa32196b47a7459b_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,212 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c1da2cb7b1bd4d46ae1fe1360a780e8a_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c1da2cb7b1bd4d46ae1fe1360a780e8a_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,213 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df8e1af5b2544773bd97b94e2eab89f6_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df8e1af5b2544773bd97b94e2eab89f6_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,214 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e72a8a9740b24e9f8ebce52e8216fe72_98c3fdb760ddb64054db624d5ed9f877 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207e72a8a9740b24e9f8ebce52e8216fe72_98c3fdb760ddb64054db624d5ed9f877 2024-12-07T22:21:18,214 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:21:18,216 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,217 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:21:18,219 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:21:18,220 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,220 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:21:18,220 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733610078220"}]},"ts":"9223372036854775807"} 2024-12-07T22:21:18,221 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:21:18,221 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 98c3fdb760ddb64054db624d5ed9f877, NAME => 'TestAcidGuarantees,,1733610053036.98c3fdb760ddb64054db624d5ed9f877.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:21:18,221 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:21:18,221 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733610078221"}]},"ts":"9223372036854775807"} 2024-12-07T22:21:18,223 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:21:18,228 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-12-07T22:21:18,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-07T22:21:18,278 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-07T22:21:18,287 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=240 (was 241), OpenFileDescriptor=454 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6897 (was 6898) 2024-12-07T22:21:18,296 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240, OpenFileDescriptor=454, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=6897 2024-12-07T22:21:18,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:21:18,297 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:21:18,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:18,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:21:18,299 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:18,299 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-12-07T22:21:18,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:18,299 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:21:18,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742277_1453 (size=963) 2024-12-07T22:21:18,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:18,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:18,706 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:21:18,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742278_1454 (size=53) 2024-12-07T22:21:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4dcf1167890e079cc56b8ba40c883c88, disabling compactions & flushes 2024-12-07T22:21:19,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. after waiting 0 ms 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,112 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:19,113 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:21:19,113 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733610079113"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733610079113"}]},"ts":"1733610079113"} 2024-12-07T22:21:19,114 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:21:19,115 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:21:19,115 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610079115"}]},"ts":"1733610079115"} 2024-12-07T22:21:19,116 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:21:19,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, ASSIGN}] 2024-12-07T22:21:19,120 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, ASSIGN 2024-12-07T22:21:19,121 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:21:19,271 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=4dcf1167890e079cc56b8ba40c883c88, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:19,272 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:19,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:19,424 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:19,426 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,426 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:21:19,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:21:19,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,427 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,428 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,429 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:19,429 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dcf1167890e079cc56b8ba40c883c88 columnFamilyName A 2024-12-07T22:21:19,429 DEBUG [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:19,430 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(327): Store=4dcf1167890e079cc56b8ba40c883c88/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:19,430 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,431 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:19,431 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dcf1167890e079cc56b8ba40c883c88 columnFamilyName B 2024-12-07T22:21:19,431 DEBUG [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:19,431 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(327): Store=4dcf1167890e079cc56b8ba40c883c88/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:19,432 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,432 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:19,433 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4dcf1167890e079cc56b8ba40c883c88 columnFamilyName C 2024-12-07T22:21:19,433 DEBUG [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:19,433 INFO [StoreOpener-4dcf1167890e079cc56b8ba40c883c88-1 {}] regionserver.HStore(327): Store=4dcf1167890e079cc56b8ba40c883c88/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:19,433 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,434 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,434 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,435 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:21:19,436 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:19,437 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:21:19,437 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 4dcf1167890e079cc56b8ba40c883c88; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61364591, jitterRate=-0.08559633791446686}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:21:19,438 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:19,439 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., pid=133, masterSystemTime=1733610079424 2024-12-07T22:21:19,440 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,440 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:19,440 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=4dcf1167890e079cc56b8ba40c883c88, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:19,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-07T22:21:19,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 in 169 msec 2024-12-07T22:21:19,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-07T22:21:19,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, ASSIGN in 323 msec 2024-12-07T22:21:19,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:21:19,444 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610079443"}]},"ts":"1733610079443"} 2024-12-07T22:21:19,444 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:21:19,446 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:21:19,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-07T22:21:20,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-07T22:21:20,403 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-12-07T22:21:20,405 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59bd764a to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@238db126 2024-12-07T22:21:20,408 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,409 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,410 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54070, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:21:20,411 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37294, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:21:20,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-12-07T22:21:20,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-12-07T22:21:20,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-12-07T22:21:20,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-12-07T22:21:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,425 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-12-07T22:21:20,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,428 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-12-07T22:21:20,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-12-07T22:21:20,437 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-12-07T22:21:20,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,441 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-12-07T22:21:20,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,444 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-12-07T22:21:20,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:20,452 DEBUG [hconnection-0x4c2f3df4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,452 DEBUG [hconnection-0x35f428df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,453 DEBUG [hconnection-0x4660d170-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,453 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,454 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,454 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,456 DEBUG [hconnection-0x68cd0e8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,457 DEBUG [hconnection-0x3cd82011-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,457 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,458 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,459 DEBUG [hconnection-0x684065f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,460 DEBUG [hconnection-0x2efb80ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,460 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:20,460 DEBUG [hconnection-0x4d904c72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,460 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-07T22:21:20,461 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,461 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,461 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:20,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:20,462 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:20,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:20,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:20,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:20,464 DEBUG [hconnection-0x4964f417-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,464 DEBUG [hconnection-0x6eea4e57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:20,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:20,465 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,465 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610140483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/8251d3c11f824db180a44b8460a7336c is 50, key is test_row_0/A:col10/1733610080458/Put/seqid=0 2024-12-07T22:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610140484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610140484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610140485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610140485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742279_1455 (size=12001) 2024-12-07T22:21:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610140586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610140590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610140590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610140591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610140591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:20,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610140788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610140793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610140793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610140796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610140796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/8251d3c11f824db180a44b8460a7336c 2024-12-07T22:21:20,921 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:20,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:20,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:20,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/82763e209e7b4c978f26935074e065e1 is 50, key is test_row_0/B:col10/1733610080458/Put/seqid=0 2024-12-07T22:21:20,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742280_1456 (size=12001) 2024-12-07T22:21:21,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:21,074 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610141092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610141096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610141097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610141102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610141102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,227 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/82763e209e7b4c978f26935074e065e1 2024-12-07T22:21:21,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/d7a7cb4944df457186e6ce4e71e9d5b7 is 50, key is test_row_0/C:col10/1733610080458/Put/seqid=0 2024-12-07T22:21:21,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742281_1457 (size=12001) 2024-12-07T22:21:21,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,380 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,532 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:21,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:21,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610141598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610141602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610141603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610141605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:21,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610141606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,685 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:21,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/d7a7cb4944df457186e6ce4e71e9d5b7 2024-12-07T22:21:21,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/8251d3c11f824db180a44b8460a7336c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c 2024-12-07T22:21:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T22:21:21,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/82763e209e7b4c978f26935074e065e1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1 2024-12-07T22:21:21,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T22:21:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/d7a7cb4944df457186e6ce4e71e9d5b7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7 2024-12-07T22:21:21,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7, entries=150, sequenceid=14, filesize=11.7 K 2024-12-07T22:21:21,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4dcf1167890e079cc56b8ba40c883c88 in 1318ms, sequenceid=14, compaction requested=false 2024-12-07T22:21:21,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:21,838 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:21,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,839 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:21,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:21,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/374f2af5fea3461195a9bf1d91c6a405 is 50, key is test_row_0/A:col10/1733610080484/Put/seqid=0 2024-12-07T22:21:21,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742282_1458 (size=12001) 2024-12-07T22:21:21,848 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/374f2af5fea3461195a9bf1d91c6a405 2024-12-07T22:21:21,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/93ff596153c6479facb0e8819463e9f3 is 50, key is test_row_0/B:col10/1733610080484/Put/seqid=0 2024-12-07T22:21:21,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742283_1459 (size=12001) 2024-12-07T22:21:21,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/93ff596153c6479facb0e8819463e9f3 2024-12-07T22:21:21,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/034d8e6926794f09b127c9aa2df262cb is 50, key is test_row_0/C:col10/1733610080484/Put/seqid=0 2024-12-07T22:21:21,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742284_1460 (size=12001) 2024-12-07T22:21:21,890 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/034d8e6926794f09b127c9aa2df262cb 2024-12-07T22:21:21,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/374f2af5fea3461195a9bf1d91c6a405 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405 2024-12-07T22:21:21,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T22:21:21,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/93ff596153c6479facb0e8819463e9f3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3 2024-12-07T22:21:21,906 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T22:21:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/034d8e6926794f09b127c9aa2df262cb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb 2024-12-07T22:21:21,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb, entries=150, sequenceid=37, filesize=11.7 K 2024-12-07T22:21:21,910 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 4dcf1167890e079cc56b8ba40c883c88 in 71ms, sequenceid=37, compaction requested=false 2024-12-07T22:21:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:21,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-07T22:21:21,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-07T22:21:21,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-07T22:21:21,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4490 sec 2024-12-07T22:21:21,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.4530 sec 2024-12-07T22:21:22,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-07T22:21:22,566 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-07T22:21:22,568 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-07T22:21:22,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:22,570 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:22,570 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:22,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:22,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:22,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:22,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/5966b8cdbee74fd29d32e12bd1266fa9 is 50, key is test_row_0/A:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:22,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742285_1461 (size=14341) 2024-12-07T22:21:22,632 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/5966b8cdbee74fd29d32e12bd1266fa9 2024-12-07T22:21:22,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/4056bf53b0e6442285afd9288fb5e06c is 50, key is test_row_0/B:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:22,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742286_1462 (size=12001) 2024-12-07T22:21:22,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610142645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610142646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610142652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610142653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610142654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:22,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:22,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:22,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610142754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610142755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610142756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610142762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610142763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:22,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:22,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610142961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610142961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610142961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610142968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610142969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:23,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/4056bf53b0e6442285afd9288fb5e06c 2024-12-07T22:21:23,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/e334adf7bb7f4aee869683aebe4f8c40 is 50, key is test_row_0/C:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:23,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742287_1463 (size=12001) 2024-12-07T22:21:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:23,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610143267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610143267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610143267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610143271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610143272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,332 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:23,358 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:21:23,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:21:23,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/e334adf7bb7f4aee869683aebe4f8c40 2024-12-07T22:21:23,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/5966b8cdbee74fd29d32e12bd1266fa9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9 2024-12-07T22:21:23,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9, entries=200, sequenceid=48, filesize=14.0 K 2024-12-07T22:21:23,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/4056bf53b0e6442285afd9288fb5e06c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c 2024-12-07T22:21:23,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T22:21:23,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/e334adf7bb7f4aee869683aebe4f8c40 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40 2024-12-07T22:21:23,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40, entries=150, sequenceid=48, filesize=11.7 K 2024-12-07T22:21:23,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4dcf1167890e079cc56b8ba40c883c88 in 862ms, sequenceid=48, compaction requested=true 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:23,479 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:23,479 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:23,479 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:23,480 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:23,480 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:23,480 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,480 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=37.4 K 2024-12-07T22:21:23,481 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:23,481 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:23,481 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,481 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.2 K 2024-12-07T22:21:23,481 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 82763e209e7b4c978f26935074e065e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733610080458 2024-12-07T22:21:23,481 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8251d3c11f824db180a44b8460a7336c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733610080458 2024-12-07T22:21:23,481 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ff596153c6479facb0e8819463e9f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733610080470 2024-12-07T22:21:23,482 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 374f2af5fea3461195a9bf1d91c6a405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733610080470 2024-12-07T22:21:23,482 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 4056bf53b0e6442285afd9288fb5e06c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:23,482 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5966b8cdbee74fd29d32e12bd1266fa9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:23,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-07T22:21:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,486 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-07T22:21:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:23,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:23,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2007536150a54e4fa5f003fdcabaa45e is 50, key is test_row_0/A:col10/1733610082641/Put/seqid=0 2024-12-07T22:21:23,493 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:23,493 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:23,494 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/bbfb4cbac3c44aabac80650a9f508db7 is 50, key is test_row_0/B:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:23,494 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/496c92bfaa9445df84516f72cb9d01a5 is 50, key is test_row_0/A:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:23,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742289_1465 (size=12104) 2024-12-07T22:21:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742288_1464 (size=12001) 2024-12-07T22:21:23,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742290_1466 (size=12104) 2024-12-07T22:21:23,510 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/bbfb4cbac3c44aabac80650a9f508db7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/bbfb4cbac3c44aabac80650a9f508db7 2024-12-07T22:21:23,513 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into bbfb4cbac3c44aabac80650a9f508db7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:23,513 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:23,514 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610083479; duration=0sec 2024-12-07T22:21:23,514 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:23,514 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:23,514 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:23,514 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:23,514 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:23,514 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:23,514 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.2 K 2024-12-07T22:21:23,515 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d7a7cb4944df457186e6ce4e71e9d5b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733610080458 2024-12-07T22:21:23,515 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 034d8e6926794f09b127c9aa2df262cb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733610080470 2024-12-07T22:21:23,515 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e334adf7bb7f4aee869683aebe4f8c40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:23,523 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:23,523 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/258137f94987416bb52d0a15f15ce33a is 50, key is test_row_0/C:col10/1733610082613/Put/seqid=0 2024-12-07T22:21:23,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742291_1467 (size=12104) 2024-12-07T22:21:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:23,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:23,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:23,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610143780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610143782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610143783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610143785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610143785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610143886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610143886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610143888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610143888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:23,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610143891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:23,902 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2007536150a54e4fa5f003fdcabaa45e 2024-12-07T22:21:23,915 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/496c92bfaa9445df84516f72cb9d01a5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/496c92bfaa9445df84516f72cb9d01a5 2024-12-07T22:21:23,920 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into 496c92bfaa9445df84516f72cb9d01a5(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:23,920 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:23,920 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610083479; duration=0sec 2024-12-07T22:21:23,920 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:23,920 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:23,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ff491588ccbe4f33acf074d87b35a7b4 is 50, key is test_row_0/B:col10/1733610082641/Put/seqid=0 2024-12-07T22:21:23,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742292_1468 (size=12001) 2024-12-07T22:21:23,934 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/258137f94987416bb52d0a15f15ce33a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/258137f94987416bb52d0a15f15ce33a 2024-12-07T22:21:23,939 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 258137f94987416bb52d0a15f15ce33a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:23,939 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:23,939 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610083479; duration=0sec 2024-12-07T22:21:23,939 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:23,939 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610144091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610144092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610144092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610144093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610144096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,335 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ff491588ccbe4f33acf074d87b35a7b4 2024-12-07T22:21:24,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/0977fd0fb7744cb3a386199fc18ffe4f is 50, key is test_row_0/C:col10/1733610082641/Put/seqid=0 2024-12-07T22:21:24,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742293_1469 (size=12001) 2024-12-07T22:21:24,349 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/0977fd0fb7744cb3a386199fc18ffe4f 2024-12-07T22:21:24,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2007536150a54e4fa5f003fdcabaa45e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e 2024-12-07T22:21:24,358 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T22:21:24,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ff491588ccbe4f33acf074d87b35a7b4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4 2024-12-07T22:21:24,362 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T22:21:24,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/0977fd0fb7744cb3a386199fc18ffe4f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f 2024-12-07T22:21:24,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f, entries=150, sequenceid=74, filesize=11.7 K 2024-12-07T22:21:24,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 4dcf1167890e079cc56b8ba40c883c88 in 881ms, sequenceid=74, compaction requested=false 2024-12-07T22:21:24,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-07T22:21:24,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-07T22:21:24,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-07T22:21:24,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-12-07T22:21:24,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8020 sec 2024-12-07T22:21:24,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:24,401 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:24,402 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/829a13d20b4842bd873fa09f7cacb084 is 50, key is test_row_0/A:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742294_1470 (size=12001) 2024-12-07T22:21:24,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/829a13d20b4842bd873fa09f7cacb084 2024-12-07T22:21:24,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ab64adddc2684395a7cb98cdba57008a is 50, key is test_row_0/B:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742295_1471 (size=12001) 2024-12-07T22:21:24,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ab64adddc2684395a7cb98cdba57008a 2024-12-07T22:21:24,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8da9d72ca52245e7acea922294ec223c is 50, key is test_row_0/C:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610144431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610144431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742296_1472 (size=12001) 2024-12-07T22:21:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610144435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610144436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610144437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610144538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610144538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610144543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610144543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610144544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-07T22:21:24,674 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-07T22:21:24,675 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:24,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-07T22:21:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T22:21:24,676 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:24,677 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:24,677 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610144743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610144743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610144751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610144751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:24,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610144752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T22:21:24,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-07T22:21:24,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:24,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:24,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8da9d72ca52245e7acea922294ec223c 2024-12-07T22:21:24,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/829a13d20b4842bd873fa09f7cacb084 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084 2024-12-07T22:21:24,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:21:24,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ab64adddc2684395a7cb98cdba57008a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a 2024-12-07T22:21:24,852 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:21:24,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8da9d72ca52245e7acea922294ec223c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c 2024-12-07T22:21:24,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c, entries=150, sequenceid=90, filesize=11.7 K 2024-12-07T22:21:24,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4dcf1167890e079cc56b8ba40c883c88 in 456ms, sequenceid=90, compaction requested=true 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:24,857 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:24,857 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:24,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:24,858 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:24,858 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:24,858 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,858 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/bbfb4cbac3c44aabac80650a9f508db7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.3 K 2024-12-07T22:21:24,858 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:24,859 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:24,859 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,859 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/496c92bfaa9445df84516f72cb9d01a5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.3 K 2024-12-07T22:21:24,859 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 496c92bfaa9445df84516f72cb9d01a5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:24,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting bbfb4cbac3c44aabac80650a9f508db7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:24,859 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2007536150a54e4fa5f003fdcabaa45e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733610082641 2024-12-07T22:21:24,859 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ff491588ccbe4f33acf074d87b35a7b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733610082641 2024-12-07T22:21:24,868 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 829a13d20b4842bd873fa09f7cacb084, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:24,868 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ab64adddc2684395a7cb98cdba57008a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:24,878 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:24,878 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:24,878 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/974bc7bdfafd45dcb43a01487d3d34cc is 50, key is test_row_0/A:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,878 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/302162f1e1bf41379cd78f7f323c09ac is 50, key is test_row_0/B:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742298_1474 (size=12207) 2024-12-07T22:21:24,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742297_1473 (size=12207) 2024-12-07T22:21:24,905 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/974bc7bdfafd45dcb43a01487d3d34cc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/974bc7bdfafd45dcb43a01487d3d34cc 2024-12-07T22:21:24,906 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/302162f1e1bf41379cd78f7f323c09ac as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/302162f1e1bf41379cd78f7f323c09ac 2024-12-07T22:21:24,915 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 302162f1e1bf41379cd78f7f323c09ac(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:24,915 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610084857; duration=0sec 2024-12-07T22:21:24,915 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into 974bc7bdfafd45dcb43a01487d3d34cc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:24,915 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610084857; duration=0sec 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:24,915 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:24,916 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:24,916 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:24,917 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:24,917 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,917 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/258137f94987416bb52d0a15f15ce33a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.3 K 2024-12-07T22:21:24,917 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 258137f94987416bb52d0a15f15ce33a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733610082613 2024-12-07T22:21:24,917 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0977fd0fb7744cb3a386199fc18ffe4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733610082641 2024-12-07T22:21:24,918 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 8da9d72ca52245e7acea922294ec223c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:24,927 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#399 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:24,929 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/34c4366367414c93b12e40269e21512d is 50, key is test_row_0/C:col10/1733610084400/Put/seqid=0 2024-12-07T22:21:24,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742299_1475 (size=12207) 2024-12-07T22:21:24,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T22:21:24,982 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:24,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-07T22:21:24,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:24,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:24,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:24,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/4c5bc102d7b54180a0a435d27528bf99 is 50, key is test_row_0/A:col10/1733610084416/Put/seqid=0 2024-12-07T22:21:24,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742300_1476 (size=12001) 2024-12-07T22:21:24,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/4c5bc102d7b54180a0a435d27528bf99 2024-12-07T22:21:25,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/32076d73fc644a0c881ed2c10dda69e8 is 50, key is test_row_0/B:col10/1733610084416/Put/seqid=0 2024-12-07T22:21:25,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742301_1477 (size=12001) 2024-12-07T22:21:25,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:25,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:25,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610145063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610145064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610145067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610145067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610145068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610145169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610145171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610145173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610145174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610145174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T22:21:25,339 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/34c4366367414c93b12e40269e21512d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34c4366367414c93b12e40269e21512d 2024-12-07T22:21:25,343 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 34c4366367414c93b12e40269e21512d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:25,343 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:25,343 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610084857; duration=0sec 2024-12-07T22:21:25,343 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:25,344 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610145376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610145376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610145376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610145377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610145377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/32076d73fc644a0c881ed2c10dda69e8 2024-12-07T22:21:25,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/34f32ae7cc6b44bea033fa88942e7204 is 50, key is test_row_0/C:col10/1733610084416/Put/seqid=0 2024-12-07T22:21:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742302_1478 (size=12001) 2024-12-07T22:21:25,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/34f32ae7cc6b44bea033fa88942e7204 2024-12-07T22:21:25,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/4c5bc102d7b54180a0a435d27528bf99 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99 2024-12-07T22:21:25,437 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99, entries=150, sequenceid=116, filesize=11.7 K 2024-12-07T22:21:25,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/32076d73fc644a0c881ed2c10dda69e8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8 2024-12-07T22:21:25,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8, entries=150, sequenceid=116, filesize=11.7 K 2024-12-07T22:21:25,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/34f32ae7cc6b44bea033fa88942e7204 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204 2024-12-07T22:21:25,446 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204, entries=150, sequenceid=116, filesize=11.7 K 2024-12-07T22:21:25,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4dcf1167890e079cc56b8ba40c883c88 in 465ms, sequenceid=116, compaction requested=false 2024-12-07T22:21:25,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:25,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:25,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-07T22:21:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-07T22:21:25,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-07T22:21:25,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 771 msec 2024-12-07T22:21:25,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 775 msec 2024-12-07T22:21:25,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:21:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:25,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:25,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9ed95c5ae6c943b6be112abd927dd493 is 50, key is test_row_0/A:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:25,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742303_1479 (size=14391) 2024-12-07T22:21:25,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610145710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610145710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610145710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610145715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610145716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-07T22:21:25,780 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-07T22:21:25,781 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-07T22:21:25,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:25,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:25,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:25,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610145817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610145817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610145817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610145817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:25,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610145821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:25,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:25,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-07T22:21:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:25,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:25,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:25,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610146021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610146021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610146022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610146023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610146025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:26,088 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-07T22:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9ed95c5ae6c943b6be112abd927dd493 2024-12-07T22:21:26,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/17821531492e422ba73f90b1fbb4e4c1 is 50, key is test_row_0/B:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742304_1480 (size=12051) 2024-12-07T22:21:26,241 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-07T22:21:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610146329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610146329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610146330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610146330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610146331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:26,394 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-07T22:21:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:26,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/17821531492e422ba73f90b1fbb4e4c1 2024-12-07T22:21:26,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/619fd6dee173457b896989a513f6b8a3 is 50, key is test_row_0/C:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:26,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742305_1481 (size=12051) 2024-12-07T22:21:26,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/619fd6dee173457b896989a513f6b8a3 2024-12-07T22:21:26,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9ed95c5ae6c943b6be112abd927dd493 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493 2024-12-07T22:21:26,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493, entries=200, sequenceid=130, filesize=14.1 K 2024-12-07T22:21:26,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/17821531492e422ba73f90b1fbb4e4c1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1 2024-12-07T22:21:26,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:21:26,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/619fd6dee173457b896989a513f6b8a3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3 2024-12-07T22:21:26,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:21:26,537 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 4dcf1167890e079cc56b8ba40c883c88 in 851ms, sequenceid=130, compaction requested=true 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:26,537 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:26,537 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:26,537 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:26,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:26,538 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:26,538 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:26,539 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:26,539 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/302162f1e1bf41379cd78f7f323c09ac, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.4 K 2024-12-07T22:21:26,539 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,539 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/974bc7bdfafd45dcb43a01487d3d34cc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=37.7 K 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 302162f1e1bf41379cd78f7f323c09ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 974bc7bdfafd45dcb43a01487d3d34cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 32076d73fc644a0c881ed2c10dda69e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733610084416 2024-12-07T22:21:26,539 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c5bc102d7b54180a0a435d27528bf99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733610084416 2024-12-07T22:21:26,540 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 17821531492e422ba73f90b1fbb4e4c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085064 2024-12-07T22:21:26,540 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ed95c5ae6c943b6be112abd927dd493, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085055 2024-12-07T22:21:26,546 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#406 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:26,547 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,547 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ec14c397bd6f47afb1dba8f468367873 is 50, key is test_row_0/A:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:26,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-07T22:21:26,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:26,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:26,549 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:26,550 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/81e4301f032345e4aa42035f8d8bb4ae is 50, key is test_row_0/B:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:26,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742306_1482 (size=12359) 2024-12-07T22:21:26,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9df7613ae4ed4ae7861247116366fa15 is 50, key is test_row_0/A:col10/1733610085714/Put/seqid=0 2024-12-07T22:21:26,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742307_1483 (size=12359) 2024-12-07T22:21:26,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742308_1484 (size=12151) 2024-12-07T22:21:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:26,839 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610146847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610146847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610146848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610146852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610146853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:26,957 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ec14c397bd6f47afb1dba8f468367873 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ec14c397bd6f47afb1dba8f468367873 2024-12-07T22:21:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610146957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610146957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610146958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610146958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610146958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:26,962 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9df7613ae4ed4ae7861247116366fa15 2024-12-07T22:21:26,963 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/81e4301f032345e4aa42035f8d8bb4ae as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/81e4301f032345e4aa42035f8d8bb4ae 2024-12-07T22:21:26,964 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into ec14c397bd6f47afb1dba8f468367873(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:26,965 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:26,965 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610086537; duration=0sec 2024-12-07T22:21:26,965 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:26,965 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:26,965 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:26,968 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:26,968 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:26,968 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:26,968 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34c4366367414c93b12e40269e21512d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.4 K 2024-12-07T22:21:26,968 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34c4366367414c93b12e40269e21512d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733610083783 2024-12-07T22:21:26,969 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34f32ae7cc6b44bea033fa88942e7204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733610084416 2024-12-07T22:21:26,969 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 619fd6dee173457b896989a513f6b8a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085064 2024-12-07T22:21:26,970 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 81e4301f032345e4aa42035f8d8bb4ae(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:26,971 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:26,971 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610086537; duration=0sec 2024-12-07T22:21:26,971 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:26,971 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:26,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/0f3e8688d1bf458c979fb90611e65180 is 50, key is test_row_0/B:col10/1733610085714/Put/seqid=0 2024-12-07T22:21:26,983 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:26,984 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/48218174d452462987fa9d9d7af7daff is 50, key is test_row_0/C:col10/1733610085064/Put/seqid=0 2024-12-07T22:21:26,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742309_1485 (size=12151) 2024-12-07T22:21:26,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742310_1486 (size=12359) 2024-12-07T22:21:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610147162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610147162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610147163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610147164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610147164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,340 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/496c92bfaa9445df84516f72cb9d01a5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/974bc7bdfafd45dcb43a01487d3d34cc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493] to archive 2024-12-07T22:21:27,341 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:27,344 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/8251d3c11f824db180a44b8460a7336c 2024-12-07T22:21:27,345 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/374f2af5fea3461195a9bf1d91c6a405 2024-12-07T22:21:27,346 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/5966b8cdbee74fd29d32e12bd1266fa9 2024-12-07T22:21:27,347 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/496c92bfaa9445df84516f72cb9d01a5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/496c92bfaa9445df84516f72cb9d01a5 2024-12-07T22:21:27,348 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2007536150a54e4fa5f003fdcabaa45e 2024-12-07T22:21:27,349 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/974bc7bdfafd45dcb43a01487d3d34cc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/974bc7bdfafd45dcb43a01487d3d34cc 2024-12-07T22:21:27,352 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/829a13d20b4842bd873fa09f7cacb084 2024-12-07T22:21:27,353 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/4c5bc102d7b54180a0a435d27528bf99 2024-12-07T22:21:27,354 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9ed95c5ae6c943b6be112abd927dd493 2024-12-07T22:21:27,356 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/bbfb4cbac3c44aabac80650a9f508db7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/302162f1e1bf41379cd78f7f323c09ac, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1] to archive 2024-12-07T22:21:27,357 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:27,358 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/82763e209e7b4c978f26935074e065e1 2024-12-07T22:21:27,359 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/93ff596153c6479facb0e8819463e9f3 2024-12-07T22:21:27,360 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/bbfb4cbac3c44aabac80650a9f508db7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/bbfb4cbac3c44aabac80650a9f508db7 2024-12-07T22:21:27,361 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/4056bf53b0e6442285afd9288fb5e06c 2024-12-07T22:21:27,362 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ff491588ccbe4f33acf074d87b35a7b4 2024-12-07T22:21:27,364 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/302162f1e1bf41379cd78f7f323c09ac to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/302162f1e1bf41379cd78f7f323c09ac 2024-12-07T22:21:27,365 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ab64adddc2684395a7cb98cdba57008a 2024-12-07T22:21:27,367 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/32076d73fc644a0c881ed2c10dda69e8 2024-12-07T22:21:27,368 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/17821531492e422ba73f90b1fbb4e4c1 2024-12-07T22:21:27,370 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/258137f94987416bb52d0a15f15ce33a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c] to archive 2024-12-07T22:21:27,371 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:27,373 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d7a7cb4944df457186e6ce4e71e9d5b7 2024-12-07T22:21:27,374 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/034d8e6926794f09b127c9aa2df262cb 2024-12-07T22:21:27,375 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/258137f94987416bb52d0a15f15ce33a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/258137f94987416bb52d0a15f15ce33a 2024-12-07T22:21:27,376 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/e334adf7bb7f4aee869683aebe4f8c40 2024-12-07T22:21:27,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/0977fd0fb7744cb3a386199fc18ffe4f 2024-12-07T22:21:27,379 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f83a3c5fcf38:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8da9d72ca52245e7acea922294ec223c 2024-12-07T22:21:27,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/0f3e8688d1bf458c979fb90611e65180 2024-12-07T22:21:27,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1f0b7a2da6e3492ca25efd9d954b6958 is 50, key is test_row_0/C:col10/1733610085714/Put/seqid=0 2024-12-07T22:21:27,402 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/48218174d452462987fa9d9d7af7daff as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/48218174d452462987fa9d9d7af7daff 2024-12-07T22:21:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742311_1487 (size=12151) 2024-12-07T22:21:27,407 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 48218174d452462987fa9d9d7af7daff(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:27,407 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:27,407 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610086537; duration=0sec 2024-12-07T22:21:27,407 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:27,407 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:27,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610147470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610147471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610147472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610147472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:27,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1f0b7a2da6e3492ca25efd9d954b6958 2024-12-07T22:21:27,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/9df7613ae4ed4ae7861247116366fa15 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15 2024-12-07T22:21:27,812 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T22:21:27,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/0f3e8688d1bf458c979fb90611e65180 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180 2024-12-07T22:21:27,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T22:21:27,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1f0b7a2da6e3492ca25efd9d954b6958 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958 2024-12-07T22:21:27,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958, entries=150, sequenceid=154, filesize=11.9 K 2024-12-07T22:21:27,821 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4dcf1167890e079cc56b8ba40c883c88 in 1274ms, sequenceid=154, compaction requested=false 2024-12-07T22:21:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:27,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-07T22:21:27,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-07T22:21:27,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-07T22:21:27,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0390 sec 2024-12-07T22:21:27,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0430 sec 2024-12-07T22:21:27,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-07T22:21:27,886 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-07T22:21:27,888 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-07T22:21:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:27,889 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:27,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:27,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:27,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:27,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:27,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:27,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/13d1fc9bafdd45878084393e0ebe7734 is 50, key is test_row_0/A:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:27,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742312_1488 (size=12151) 2024-12-07T22:21:27,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/13d1fc9bafdd45878084393e0ebe7734 2024-12-07T22:21:28,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/f5d1724b5ec04350a4431e70e68b764d is 50, key is test_row_0/B:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:28,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742313_1489 (size=12151) 2024-12-07T22:21:28,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/f5d1724b5ec04350a4431e70e68b764d 2024-12-07T22:21:28,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/bf614bb53e0f41b6817cd813417cb16a is 50, key is test_row_0/C:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742314_1490 (size=12151) 2024-12-07T22:21:28,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,041 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T22:21:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:28,194 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T22:21:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T22:21:28,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:28,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/bf614bb53e0f41b6817cd813417cb16a 2024-12-07T22:21:28,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/13d1fc9bafdd45878084393e0ebe7734 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734 2024-12-07T22:21:28,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734, entries=150, sequenceid=170, filesize=11.9 K 2024-12-07T22:21:28,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/f5d1724b5ec04350a4431e70e68b764d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d 2024-12-07T22:21:28,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d, entries=150, sequenceid=170, filesize=11.9 K 2024-12-07T22:21:28,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/bf614bb53e0f41b6817cd813417cb16a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a 2024-12-07T22:21:28,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a, entries=150, sequenceid=170, filesize=11.9 K 2024-12-07T22:21:28,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4dcf1167890e079cc56b8ba40c883c88 in 452ms, sequenceid=170, compaction requested=true 2024-12-07T22:21:28,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:28,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:28,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:28,435 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:28,435 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:28,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:28,435 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:28,435 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:28,436 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,436 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,436 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ec14c397bd6f47afb1dba8f468367873, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.8 K 2024-12-07T22:21:28,436 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/81e4301f032345e4aa42035f8d8bb4ae, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.8 K 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 81e4301f032345e4aa42035f8d8bb4ae, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085064 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec14c397bd6f47afb1dba8f468367873, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085064 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3e8688d1bf458c979fb90611e65180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733610085707 2024-12-07T22:21:28,436 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df7613ae4ed4ae7861247116366fa15, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733610085707 2024-12-07T22:21:28,437 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f5d1724b5ec04350a4431e70e68b764d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:28,437 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13d1fc9bafdd45878084393e0ebe7734, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:28,444 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:28,444 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:28,444 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/02ee5bb8abd5429dbbdb32da212175e6 is 50, key is test_row_0/B:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:28,444 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/7527fbaa969a41e7947ce736430e65f1 is 50, key is test_row_0/A:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:28,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742316_1492 (size=12254) 2024-12-07T22:21:28,456 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/7527fbaa969a41e7947ce736430e65f1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/7527fbaa969a41e7947ce736430e65f1 2024-12-07T22:21:28,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742315_1491 (size=12254) 2024-12-07T22:21:28,462 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into 7527fbaa969a41e7947ce736430e65f1(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:28,462 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:28,462 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610088434; duration=0sec 2024-12-07T22:21:28,462 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:28,462 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:28,462 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:28,463 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:28,463 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:28,463 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,463 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/48218174d452462987fa9d9d7af7daff, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.8 K 2024-12-07T22:21:28,463 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48218174d452462987fa9d9d7af7daff, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610085064 2024-12-07T22:21:28,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f0b7a2da6e3492ca25efd9d954b6958, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733610085707 2024-12-07T22:21:28,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf614bb53e0f41b6817cd813417cb16a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:28,471 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:28,472 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/30338b81405a4c30ae5336558acd0c8d is 50, key is test_row_0/C:col10/1733610086846/Put/seqid=0 2024-12-07T22:21:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742317_1493 (size=12357) 2024-12-07T22:21:28,485 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/30338b81405a4c30ae5336558acd0c8d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/30338b81405a4c30ae5336558acd0c8d 2024-12-07T22:21:28,489 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 30338b81405a4c30ae5336558acd0c8d(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:28,489 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:28,489 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610088435; duration=0sec 2024-12-07T22:21:28,489 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:28,489 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:28,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:28,498 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-07T22:21:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:28,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:21:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:28,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:28,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/0336a05b624047a3be26efa77a48dfc3 is 50, key is test_row_0/A:col10/1733610088007/Put/seqid=0 2024-12-07T22:21:28,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742318_1494 (size=12151) 2024-12-07T22:21:28,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:28,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,865 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/02ee5bb8abd5429dbbdb32da212175e6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/02ee5bb8abd5429dbbdb32da212175e6 2024-12-07T22:21:28,869 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 02ee5bb8abd5429dbbdb32da212175e6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:28,869 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:28,869 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610088434; duration=0sec 2024-12-07T22:21:28,869 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:28,869 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:28,907 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/0336a05b624047a3be26efa77a48dfc3 2024-12-07T22:21:28,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/83c59991d6284937ad2257e825da7160 is 50, key is test_row_0/B:col10/1733610088007/Put/seqid=0 2024-12-07T22:21:28,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742319_1495 (size=12151) 2024-12-07T22:21:28,918 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/83c59991d6284937ad2257e825da7160 2024-12-07T22:21:28,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/218bd2c0d7bf410fb2c199d3cf8e794e is 50, key is test_row_0/C:col10/1733610088007/Put/seqid=0 2024-12-07T22:21:28,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742320_1496 (size=12151) 2024-12-07T22:21:28,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610148950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610148950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610148951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610148951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:28,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610148951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:28,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610149255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610149256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610149257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610149258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610149258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/218bd2c0d7bf410fb2c199d3cf8e794e 2024-12-07T22:21:29,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/0336a05b624047a3be26efa77a48dfc3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3 2024-12-07T22:21:29,336 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3, entries=150, sequenceid=195, filesize=11.9 K 2024-12-07T22:21:29,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/83c59991d6284937ad2257e825da7160 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160 2024-12-07T22:21:29,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160, entries=150, sequenceid=195, filesize=11.9 K 2024-12-07T22:21:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/218bd2c0d7bf410fb2c199d3cf8e794e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e 2024-12-07T22:21:29,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e, entries=150, sequenceid=195, filesize=11.9 K 2024-12-07T22:21:29,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4dcf1167890e079cc56b8ba40c883c88 in 846ms, sequenceid=195, compaction requested=false 2024-12-07T22:21:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:29,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-07T22:21:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-07T22:21:29,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-07T22:21:29,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4570 sec 2024-12-07T22:21:29,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.4600 sec 2024-12-07T22:21:29,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:29,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:21:29,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:29,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:29,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:29,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:29,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:29,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:29,769 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1fb690e49a2d44a3bb10b91a763d62ae is 50, key is test_row_0/A:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:29,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742321_1497 (size=16931) 2024-12-07T22:21:29,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1fb690e49a2d44a3bb10b91a763d62ae 2024-12-07T22:21:29,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/3bd768c9c1fc44f8941c1d6110942e6a is 50, key is test_row_0/B:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:29,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742322_1498 (size=12151) 2024-12-07T22:21:29,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610149786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610149791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610149795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610149796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610149797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610149897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610149899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610149903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610149903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:29,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610149903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:29,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-07T22:21:29,993 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-07T22:21:29,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:29,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-07T22:21:29,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T22:21:29,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:29,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:29,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:30,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T22:21:30,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610150104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610150104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610150110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610150112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610150112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T22:21:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:30,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/3bd768c9c1fc44f8941c1d6110942e6a 2024-12-07T22:21:30,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/a9ce894d5c834377aa9b187ee7c7f88c is 50, key is test_row_0/C:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:30,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742323_1499 (size=12151) 2024-12-07T22:21:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T22:21:30,301 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T22:21:30,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:30,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610150408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610150409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610150416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610150416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610150416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T22:21:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T22:21:30,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/a9ce894d5c834377aa9b187ee7c7f88c 2024-12-07T22:21:30,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1fb690e49a2d44a3bb10b91a763d62ae as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae 2024-12-07T22:21:30,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T22:21:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:30,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae, entries=250, sequenceid=211, filesize=16.5 K 2024-12-07T22:21:30,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/3bd768c9c1fc44f8941c1d6110942e6a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a 2024-12-07T22:21:30,614 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a, entries=150, sequenceid=211, filesize=11.9 K 2024-12-07T22:21:30,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/a9ce894d5c834377aa9b187ee7c7f88c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c 2024-12-07T22:21:30,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c, entries=150, sequenceid=211, filesize=11.9 K 2024-12-07T22:21:30,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4dcf1167890e079cc56b8ba40c883c88 in 856ms, sequenceid=211, compaction requested=true 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:30,619 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:30,619 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:30,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:30,620 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:30,620 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:30,620 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,620 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/02ee5bb8abd5429dbbdb32da212175e6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.7 K 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 02ee5bb8abd5429dbbdb32da212175e6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41336 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:30,621 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,621 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/7527fbaa969a41e7947ce736430e65f1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=40.4 K 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 83c59991d6284937ad2257e825da7160, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733610088006 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd768c9c1fc44f8941c1d6110942e6a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088636 2024-12-07T22:21:30,621 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7527fbaa969a41e7947ce736430e65f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:30,622 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0336a05b624047a3be26efa77a48dfc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733610088006 2024-12-07T22:21:30,622 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fb690e49a2d44a3bb10b91a763d62ae, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088626 2024-12-07T22:21:30,628 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:30,629 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/d2f9f574579149baa8a4723af4f1c800 is 50, key is test_row_0/B:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:30,630 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:30,631 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ad02da43ace04196a9e62846c1b482d5 is 50, key is test_row_0/A:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:30,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742324_1500 (size=12357) 2024-12-07T22:21:30,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742325_1501 (size=12357) 2024-12-07T22:21:30,640 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ad02da43ace04196a9e62846c1b482d5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ad02da43ace04196a9e62846c1b482d5 2024-12-07T22:21:30,644 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into ad02da43ace04196a9e62846c1b482d5(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:30,644 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:30,644 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610090619; duration=0sec 2024-12-07T22:21:30,644 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:30,644 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:30,644 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:30,645 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:30,645 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:30,646 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,646 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/30338b81405a4c30ae5336558acd0c8d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=35.8 K 2024-12-07T22:21:30,646 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30338b81405a4c30ae5336558acd0c8d, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733610086845 2024-12-07T22:21:30,646 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 218bd2c0d7bf410fb2c199d3cf8e794e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1733610088006 2024-12-07T22:21:30,647 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9ce894d5c834377aa9b187ee7c7f88c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088636 2024-12-07T22:21:30,652 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:30,652 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/c2a0e298183543009c2a819a74ccfbcc is 50, key is test_row_0/C:col10/1733610089763/Put/seqid=0 2024-12-07T22:21:30,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742326_1502 (size=12459) 2024-12-07T22:21:30,662 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/c2a0e298183543009c2a819a74ccfbcc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c2a0e298183543009c2a819a74ccfbcc 2024-12-07T22:21:30,666 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into c2a0e298183543009c2a819a74ccfbcc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:30,666 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:30,666 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610090619; duration=0sec 2024-12-07T22:21:30,666 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:30,666 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:30,758 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-07T22:21:30,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:30,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/56454d2d50b14b97a54e81870735e57a is 50, key is test_row_0/A:col10/1733610089795/Put/seqid=0 2024-12-07T22:21:30,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742327_1503 (size=12151) 2024-12-07T22:21:30,768 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/56454d2d50b14b97a54e81870735e57a 2024-12-07T22:21:30,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c163adad9855407dbb6bdf34a98a81cb is 50, key is test_row_0/B:col10/1733610089795/Put/seqid=0 2024-12-07T22:21:30,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742328_1504 (size=12151) 2024-12-07T22:21:30,795 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c163adad9855407dbb6bdf34a98a81cb 2024-12-07T22:21:30,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/31ea4352f419460b96bff40786a16554 is 50, key is test_row_0/C:col10/1733610089795/Put/seqid=0 2024-12-07T22:21:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742329_1505 (size=12151) 2024-12-07T22:21:30,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/31ea4352f419460b96bff40786a16554 2024-12-07T22:21:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/56454d2d50b14b97a54e81870735e57a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a 2024-12-07T22:21:30,817 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a, entries=150, sequenceid=234, filesize=11.9 K 2024-12-07T22:21:30,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c163adad9855407dbb6bdf34a98a81cb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb 2024-12-07T22:21:30,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb, entries=150, sequenceid=234, filesize=11.9 K 2024-12-07T22:21:30,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/31ea4352f419460b96bff40786a16554 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554 2024-12-07T22:21:30,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554, entries=150, sequenceid=234, filesize=11.9 K 2024-12-07T22:21:30,826 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 4dcf1167890e079cc56b8ba40c883c88 in 68ms, sequenceid=234, compaction requested=false 2024-12-07T22:21:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:30,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-07T22:21:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-07T22:21:30,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-07T22:21:30,829 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 830 msec 2024-12-07T22:21:30,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 835 msec 2024-12-07T22:21:30,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:30,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:30,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:30,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d1f317da585740ecb4b361e8147a260e is 50, key is test_row_0/A:col10/1733610090926/Put/seqid=0 2024-12-07T22:21:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742330_1506 (size=14537) 2024-12-07T22:21:30,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610150952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610150954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610150953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610150955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:30,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:30,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610150959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,038 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/d2f9f574579149baa8a4723af4f1c800 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/d2f9f574579149baa8a4723af4f1c800 2024-12-07T22:21:31,043 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into d2f9f574579149baa8a4723af4f1c800(size=12.1 K), total size for store is 23.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:31,043 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,043 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610090619; duration=0sec 2024-12-07T22:21:31,043 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:31,043 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610151060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610151060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610151060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610151060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610151064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-07T22:21:31,099 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-07T22:21:31,100 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:31,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-07T22:21:31,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T22:21:31,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:31,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:31,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:31,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T22:21:31,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T22:21:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:31,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610151264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610151265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610151265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610151265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610151269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d1f317da585740ecb4b361e8147a260e 2024-12-07T22:21:31,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/16d59865112f49d3bf34ea9d9ef2b68c is 50, key is test_row_0/B:col10/1733610090926/Put/seqid=0 2024-12-07T22:21:31,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742331_1507 (size=9757) 2024-12-07T22:21:31,349 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/16d59865112f49d3bf34ea9d9ef2b68c 2024-12-07T22:21:31,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/570230555f7841d5bcb862843a7fb362 is 50, key is test_row_0/C:col10/1733610090926/Put/seqid=0 2024-12-07T22:21:31,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742332_1508 (size=9757) 2024-12-07T22:21:31,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/570230555f7841d5bcb862843a7fb362 2024-12-07T22:21:31,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d1f317da585740ecb4b361e8147a260e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e 2024-12-07T22:21:31,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e, entries=200, sequenceid=245, filesize=14.2 K 2024-12-07T22:21:31,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/16d59865112f49d3bf34ea9d9ef2b68c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c 2024-12-07T22:21:31,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c, entries=100, sequenceid=245, filesize=9.5 K 2024-12-07T22:21:31,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/570230555f7841d5bcb862843a7fb362 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362 2024-12-07T22:21:31,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362, entries=100, sequenceid=245, filesize=9.5 K 2024-12-07T22:21:31,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4dcf1167890e079cc56b8ba40c883c88 in 456ms, sequenceid=245, compaction requested=true 2024-12-07T22:21:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,384 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:31,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:31,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:31,385 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:31,385 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39045 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:31,385 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:31,385 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,385 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ad02da43ace04196a9e62846c1b482d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=38.1 K 2024-12-07T22:21:31,387 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34265 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:31,387 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad02da43ace04196a9e62846c1b482d5, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088636 2024-12-07T22:21:31,387 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:31,387 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,387 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/d2f9f574579149baa8a4723af4f1c800, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=33.5 K 2024-12-07T22:21:31,387 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56454d2d50b14b97a54e81870735e57a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733610089783 2024-12-07T22:21:31,388 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d2f9f574579149baa8a4723af4f1c800, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088636 2024-12-07T22:21:31,388 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f317da585740ecb4b361e8147a260e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610090924 2024-12-07T22:21:31,388 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c163adad9855407dbb6bdf34a98a81cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733610089783 2024-12-07T22:21:31,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d59865112f49d3bf34ea9d9ef2b68c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610090926 2024-12-07T22:21:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T22:21:31,405 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:31,405 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:31,406 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f1182c95b92b455e8b73de8a2bdf1b8c is 50, key is test_row_0/A:col10/1733610090926/Put/seqid=0 2024-12-07T22:21:31,406 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7a5a8dcff1194c7b961af1c237f48fc3 is 50, key is test_row_0/B:col10/1733610090926/Put/seqid=0 2024-12-07T22:21:31,406 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:31,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742333_1509 (size=12459) 2024-12-07T22:21:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742334_1510 (size=12459) 2024-12-07T22:21:31,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f8966f90604d4d72ac9e94de85cd1b02 is 50, key is test_row_0/A:col10/1733610090954/Put/seqid=0 2024-12-07T22:21:31,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742335_1511 (size=12301) 2024-12-07T22:21:31,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f8966f90604d4d72ac9e94de85cd1b02 2024-12-07T22:21:31,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/1429ea25e4994d8baedaf6bbdf8cbfeb is 50, key is test_row_0/B:col10/1733610090954/Put/seqid=0 2024-12-07T22:21:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742336_1512 (size=12301) 2024-12-07T22:21:31,495 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/1429ea25e4994d8baedaf6bbdf8cbfeb 2024-12-07T22:21:31,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 is 50, key is test_row_0/C:col10/1733610090954/Put/seqid=0 2024-12-07T22:21:31,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742337_1513 (size=12301) 2024-12-07T22:21:31,517 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 2024-12-07T22:21:31,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f8966f90604d4d72ac9e94de85cd1b02 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02 2024-12-07T22:21:31,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02, entries=150, sequenceid=271, filesize=12.0 K 2024-12-07T22:21:31,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/1429ea25e4994d8baedaf6bbdf8cbfeb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb 2024-12-07T22:21:31,534 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb, entries=150, sequenceid=271, filesize=12.0 K 2024-12-07T22:21:31,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 2024-12-07T22:21:31,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18, entries=150, sequenceid=271, filesize=12.0 K 2024-12-07T22:21:31,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-07T22:21:31,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 4dcf1167890e079cc56b8ba40c883c88 in 135ms, sequenceid=271, compaction requested=true 2024-12-07T22:21:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-07T22:21:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-07T22:21:31,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-07T22:21:31,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 441 msec 2024-12-07T22:21:31,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 444 msec 2024-12-07T22:21:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:31,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-07T22:21:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:31,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3467f23415ac4b3db417d1d68acb7b52 is 50, key is test_row_0/A:col10/1733610091581/Put/seqid=0 2024-12-07T22:21:31,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742338_1514 (size=17181) 2024-12-07T22:21:31,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610151659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610151666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610151666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610151668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610151668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-07T22:21:31,704 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-07T22:21:31,706 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-07T22:21:31,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:31,707 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:31,708 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:31,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610151769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610151773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610151775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610151778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610151778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:31,822 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7a5a8dcff1194c7b961af1c237f48fc3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a5a8dcff1194c7b961af1c237f48fc3 2024-12-07T22:21:31,826 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 7a5a8dcff1194c7b961af1c237f48fc3(size=12.2 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:31,826 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,826 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610091384; duration=0sec 2024-12-07T22:21:31,826 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:31,827 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:31,827 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:21:31,829 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:21:31,829 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:31,829 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,829 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c2a0e298183543009c2a819a74ccfbcc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=45.6 K 2024-12-07T22:21:31,830 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c2a0e298183543009c2a819a74ccfbcc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733610088636 2024-12-07T22:21:31,830 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 31ea4352f419460b96bff40786a16554, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733610089783 2024-12-07T22:21:31,831 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 570230555f7841d5bcb862843a7fb362, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610090926 2024-12-07T22:21:31,831 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cc8b21e2f83434bb8b6c20ff2ce1b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733610090953 2024-12-07T22:21:31,832 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f1182c95b92b455e8b73de8a2bdf1b8c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f1182c95b92b455e8b73de8a2bdf1b8c 2024-12-07T22:21:31,836 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into f1182c95b92b455e8b73de8a2bdf1b8c(size=12.2 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:31,837 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,837 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610091384; duration=0sec 2024-12-07T22:21:31,837 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:31,837 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:31,841 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#439 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:31,841 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/158d7ce40dc146c29a3f98661b26168c is 50, key is test_row_0/C:col10/1733610090954/Put/seqid=0 2024-12-07T22:21:31,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742339_1515 (size=12745) 2024-12-07T22:21:31,859 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:31,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:31,872 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/158d7ce40dc146c29a3f98661b26168c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/158d7ce40dc146c29a3f98661b26168c 2024-12-07T22:21:31,876 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 158d7ce40dc146c29a3f98661b26168c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:31,876 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:31,876 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=12, startTime=1733610091385; duration=0sec 2024-12-07T22:21:31,876 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:31,876 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:31,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610151977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610151977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610151977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610151987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:31,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:31,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610151987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:32,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3467f23415ac4b3db417d1d68acb7b52 2024-12-07T22:21:32,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9ffeacffd46345ba927f1786b7b6cf2f is 50, key is test_row_0/B:col10/1733610091581/Put/seqid=0 2024-12-07T22:21:32,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742340_1516 (size=12301) 2024-12-07T22:21:32,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9ffeacffd46345ba927f1786b7b6cf2f 2024-12-07T22:21:32,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/7c23ad15150c40628da78544049919fe is 50, key is test_row_0/C:col10/1733610091581/Put/seqid=0 2024-12-07T22:21:32,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742341_1517 (size=12301) 2024-12-07T22:21:32,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610152281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610152283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610152283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610152291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610152292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:32,317 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/7c23ad15150c40628da78544049919fe 2024-12-07T22:21:32,470 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:32,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:32,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:32,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3467f23415ac4b3db417d1d68acb7b52 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52 2024-12-07T22:21:32,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52, entries=250, sequenceid=283, filesize=16.8 K 2024-12-07T22:21:32,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9ffeacffd46345ba927f1786b7b6cf2f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f 2024-12-07T22:21:32,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f, entries=150, sequenceid=283, filesize=12.0 K 2024-12-07T22:21:32,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/7c23ad15150c40628da78544049919fe as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe 2024-12-07T22:21:32,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe, entries=150, sequenceid=283, filesize=12.0 K 2024-12-07T22:21:32,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 4dcf1167890e079cc56b8ba40c883c88 in 860ms, sequenceid=283, compaction requested=true 2024-12-07T22:21:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:32,485 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:32,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:32,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:32,486 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:32,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:32,486 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:32,486 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:32,486 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,487 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f1182c95b92b455e8b73de8a2bdf1b8c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=41.0 K 2024-12-07T22:21:32,487 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:32,487 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1182c95b92b455e8b73de8a2bdf1b8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610089783 2024-12-07T22:21:32,487 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:32,487 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,487 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a5a8dcff1194c7b961af1c237f48fc3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.2 K 2024-12-07T22:21:32,487 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8966f90604d4d72ac9e94de85cd1b02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733610090953 2024-12-07T22:21:32,487 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a5a8dcff1194c7b961af1c237f48fc3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733610089783 2024-12-07T22:21:32,488 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3467f23415ac4b3db417d1d68acb7b52, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733610091579 2024-12-07T22:21:32,488 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 1429ea25e4994d8baedaf6bbdf8cbfeb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733610090953 2024-12-07T22:21:32,488 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ffeacffd46345ba927f1786b7b6cf2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733610091581 2024-12-07T22:21:32,496 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:32,496 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#443 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:32,496 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/e8c4047dc97e47f580597d2b626a811b is 50, key is test_row_0/B:col10/1733610091581/Put/seqid=0 2024-12-07T22:21:32,496 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/fcca1d5ac22d451199922468482a941e is 50, key is test_row_0/A:col10/1733610091581/Put/seqid=0 2024-12-07T22:21:32,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742342_1518 (size=12711) 2024-12-07T22:21:32,510 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/e8c4047dc97e47f580597d2b626a811b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e8c4047dc97e47f580597d2b626a811b 2024-12-07T22:21:32,516 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into e8c4047dc97e47f580597d2b626a811b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:32,516 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:32,516 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610092485; duration=0sec 2024-12-07T22:21:32,516 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:32,516 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:32,516 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-07T22:21:32,517 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-07T22:21:32,517 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-07T22:21:32,517 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. because compaction request was cancelled 2024-12-07T22:21:32,517 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742343_1519 (size=12711) 2024-12-07T22:21:32,546 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/fcca1d5ac22d451199922468482a941e as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/fcca1d5ac22d451199922468482a941e 2024-12-07T22:21:32,555 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into fcca1d5ac22d451199922468482a941e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:32,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:32,555 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610092485; duration=0sec 2024-12-07T22:21:32,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:32,555 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:32,623 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-07T22:21:32,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:32,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:32,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:32,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/aa7482cb52a945558f9c75332270ab19 is 50, key is test_row_0/A:col10/1733610091644/Put/seqid=0 2024-12-07T22:21:32,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742344_1520 (size=12301) 2024-12-07T22:21:32,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:32,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:32,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610152799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610152800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610152801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610152801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610152802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:32,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610152904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610152907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610152907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610152908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:32,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610152908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,032 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/aa7482cb52a945558f9c75332270ab19 2024-12-07T22:21:33,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7f7fdc0e4feb484a940a2a898fa36838 is 50, key is test_row_0/B:col10/1733610091644/Put/seqid=0 2024-12-07T22:21:33,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742345_1521 (size=12301) 2024-12-07T22:21:33,044 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7f7fdc0e4feb484a940a2a898fa36838 2024-12-07T22:21:33,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/c1f6fbccbc68410c9b107e4c2c4f2648 is 50, key is test_row_0/C:col10/1733610091644/Put/seqid=0 2024-12-07T22:21:33,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742346_1522 (size=12301) 2024-12-07T22:21:33,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610153110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610153112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610153112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610153112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610153112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610153416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610153420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610153420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610153420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610153421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,454 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/c1f6fbccbc68410c9b107e4c2c4f2648 2024-12-07T22:21:33,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/aa7482cb52a945558f9c75332270ab19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19 2024-12-07T22:21:33,461 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T22:21:33,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7f7fdc0e4feb484a940a2a898fa36838 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838 2024-12-07T22:21:33,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T22:21:33,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/c1f6fbccbc68410c9b107e4c2c4f2648 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648 2024-12-07T22:21:33,468 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648, entries=150, sequenceid=312, filesize=12.0 K 2024-12-07T22:21:33,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 4dcf1167890e079cc56b8ba40c883c88 in 845ms, sequenceid=312, compaction requested=true 2024-12-07T22:21:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:33,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-07T22:21:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-07T22:21:33,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-07T22:21:33,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7630 sec 2024-12-07T22:21:33,473 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 1.7660 sec 2024-12-07T22:21:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-07T22:21:33,811 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-07T22:21:33,812 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-07T22:21:33,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T22:21:33,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:33,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:33,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:33,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T22:21:33,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:33,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:33,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:33,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/152f80d7721641709f9b050034387802 is 50, key is test_row_0/A:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742347_1523 (size=14741) 2024-12-07T22:21:33,936 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/152f80d7721641709f9b050034387802 2024-12-07T22:21:33,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/10a717e4888241e19fe42eb579dfee25 is 50, key is test_row_0/B:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742348_1524 (size=12301) 2024-12-07T22:21:33,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/10a717e4888241e19fe42eb579dfee25 2024-12-07T22:21:33,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/445a69e8524c4af6b2b4d9f1ff6f2496 is 50, key is test_row_0/C:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742349_1525 (size=12301) 2024-12-07T22:21:33,965 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T22:21:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:33,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:33,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610153957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610153958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610153959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:33,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610153961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:33,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:33,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610153967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610154067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610154068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610154074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T22:21:34,118 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T22:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,271 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T22:21:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:34,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610154273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610154273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610154274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610154274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610154282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/445a69e8524c4af6b2b4d9f1ff6f2496 2024-12-07T22:21:34,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/152f80d7721641709f9b050034387802 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802 2024-12-07T22:21:34,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802, entries=200, sequenceid=325, filesize=14.4 K 2024-12-07T22:21:34,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/10a717e4888241e19fe42eb579dfee25 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25 2024-12-07T22:21:34,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T22:21:34,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/445a69e8524c4af6b2b4d9f1ff6f2496 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496 2024-12-07T22:21:34,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496, entries=150, sequenceid=325, filesize=12.0 K 2024-12-07T22:21:34,374 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 4dcf1167890e079cc56b8ba40c883c88 in 447ms, sequenceid=325, compaction requested=true 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:34,375 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:34,375 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:34,375 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:34,376 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:34,376 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:34,376 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:34,376 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:34,376 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,376 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,376 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/fcca1d5ac22d451199922468482a941e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=38.8 K 2024-12-07T22:21:34,376 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e8c4047dc97e47f580597d2b626a811b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.4 K 2024-12-07T22:21:34,376 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcca1d5ac22d451199922468482a941e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733610091581 2024-12-07T22:21:34,377 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e8c4047dc97e47f580597d2b626a811b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733610091581 2024-12-07T22:21:34,377 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa7482cb52a945558f9c75332270ab19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733610091644 2024-12-07T22:21:34,377 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f7fdc0e4feb484a940a2a898fa36838, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733610091644 2024-12-07T22:21:34,377 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 10a717e4888241e19fe42eb579dfee25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092800 2024-12-07T22:21:34,377 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 152f80d7721641709f9b050034387802, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092799 2024-12-07T22:21:34,385 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:34,385 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:34,385 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c is 50, key is test_row_0/B:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:34,386 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/beb2183695254db0a4ef19e1cc01ac07 is 50, key is test_row_0/A:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:34,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742350_1526 (size=12813) 2024-12-07T22:21:34,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742351_1527 (size=12813) 2024-12-07T22:21:34,414 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/beb2183695254db0a4ef19e1cc01ac07 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/beb2183695254db0a4ef19e1cc01ac07 2024-12-07T22:21:34,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T22:21:34,418 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into beb2183695254db0a4ef19e1cc01ac07(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:34,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:34,418 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610094375; duration=0sec 2024-12-07T22:21:34,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:34,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:34,418 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:21:34,420 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:21:34,420 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:34,420 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,420 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/158d7ce40dc146c29a3f98661b26168c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=48.5 K 2024-12-07T22:21:34,420 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 158d7ce40dc146c29a3f98661b26168c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1733610090953 2024-12-07T22:21:34,421 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c23ad15150c40628da78544049919fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733610091581 2024-12-07T22:21:34,421 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1f6fbccbc68410c9b107e4c2c4f2648, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733610091644 2024-12-07T22:21:34,421 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 445a69e8524c4af6b2b4d9f1ff6f2496, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092800 2024-12-07T22:21:34,424 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:34,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,430 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#452 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:34,430 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/27329936f4df455188365a3a5b8a97dc is 50, key is test_row_0/C:col10/1733610092800/Put/seqid=0 2024-12-07T22:21:34,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3d7e7ec1787e4021bb23d20b7fa0100c is 50, key is test_row_0/A:col10/1733610093956/Put/seqid=0 2024-12-07T22:21:34,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742352_1528 (size=12881) 2024-12-07T22:21:34,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742353_1529 (size=12301) 2024-12-07T22:21:34,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:34,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:34,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610154590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610154592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610154595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610154596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610154596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610154697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610154700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610154705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610154705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610154706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,817 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c 2024-12-07T22:21:34,822 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into fa2dbb3d4d534b9c9f1c7d6c04e2830c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:34,822 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:34,822 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610094375; duration=0sec 2024-12-07T22:21:34,822 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:34,822 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:34,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3d7e7ec1787e4021bb23d20b7fa0100c 2024-12-07T22:21:34,838 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/27329936f4df455188365a3a5b8a97dc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/27329936f4df455188365a3a5b8a97dc 2024-12-07T22:21:34,843 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 27329936f4df455188365a3a5b8a97dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:34,843 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:34,843 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=12, startTime=1733610094375; duration=0sec 2024-12-07T22:21:34,843 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:34,843 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:34,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/90ca2fd1bcff4774923bd78597a600f3 is 50, key is test_row_0/B:col10/1733610093956/Put/seqid=0 2024-12-07T22:21:34,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742354_1530 (size=12301) 2024-12-07T22:21:34,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/90ca2fd1bcff4774923bd78597a600f3 2024-12-07T22:21:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1804b7603f1a4d9e9ed7f17931368d5c is 50, key is test_row_0/C:col10/1733610093956/Put/seqid=0 2024-12-07T22:21:34,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742355_1531 (size=12301) 2024-12-07T22:21:34,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1804b7603f1a4d9e9ed7f17931368d5c 2024-12-07T22:21:34,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/3d7e7ec1787e4021bb23d20b7fa0100c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c 2024-12-07T22:21:34,877 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c, entries=150, sequenceid=349, filesize=12.0 K 2024-12-07T22:21:34,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/90ca2fd1bcff4774923bd78597a600f3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3 2024-12-07T22:21:34,881 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3, entries=150, sequenceid=349, filesize=12.0 K 2024-12-07T22:21:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/1804b7603f1a4d9e9ed7f17931368d5c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c 2024-12-07T22:21:34,886 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c, entries=150, sequenceid=349, filesize=12.0 K 2024-12-07T22:21:34,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4dcf1167890e079cc56b8ba40c883c88 in 462ms, sequenceid=349, compaction requested=false 2024-12-07T22:21:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:34,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-07T22:21:34,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-07T22:21:34,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-07T22:21:34,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0740 sec 2024-12-07T22:21:34,891 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0780 sec 2024-12-07T22:21:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:34,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:34,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:34,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ae37ecc62ed1480cb8ff312d76475e51 is 50, key is test_row_0/A:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:34,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-07T22:21:34,917 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-07T22:21:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742356_1532 (size=14741) 2024-12-07T22:21:34,918 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-07T22:21:34,919 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:34,920 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:34,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:34,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610154936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610154937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610154938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610154939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:34,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:34,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610154939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:35,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610155042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610155045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610155046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610155046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610155047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,071 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:35,224 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,225 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610155245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610155250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610155250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610155250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610155252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ae37ecc62ed1480cb8ff312d76475e51 2024-12-07T22:21:35,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9a83acf80d2e4194b6ace37dc6d96595 is 50, key is test_row_0/B:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:35,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742357_1533 (size=12301) 2024-12-07T22:21:35,377 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:35,530 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610155548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610155556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610155557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610155557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610155558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,682 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,683 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,683 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9a83acf80d2e4194b6ace37dc6d96595 2024-12-07T22:21:35,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/b5196c737a4c4198bf4f38f49259eca3 is 50, key is test_row_0/C:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:35,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742358_1534 (size=12301) 2024-12-07T22:21:35,836 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:35,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:35,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:35,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:36,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:36,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:36,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610156052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610156061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610156062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610156063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610156064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/b5196c737a4c4198bf4f38f49259eca3 2024-12-07T22:21:36,147 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:36,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:36,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ae37ecc62ed1480cb8ff312d76475e51 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51 2024-12-07T22:21:36,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51, entries=200, sequenceid=365, filesize=14.4 K 2024-12-07T22:21:36,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/9a83acf80d2e4194b6ace37dc6d96595 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595 2024-12-07T22:21:36,157 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595, entries=150, sequenceid=365, filesize=12.0 K 2024-12-07T22:21:36,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/b5196c737a4c4198bf4f38f49259eca3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3 2024-12-07T22:21:36,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3, entries=150, sequenceid=365, filesize=12.0 K 2024-12-07T22:21:36,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4dcf1167890e079cc56b8ba40c883c88 in 1264ms, sequenceid=365, compaction requested=true 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:36,169 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:36,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:21:36,169 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39855 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:36,170 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,170 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,170 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.5 K 2024-12-07T22:21:36,170 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/beb2183695254db0a4ef19e1cc01ac07, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=38.9 K 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting fa2dbb3d4d534b9c9f1c7d6c04e2830c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092800 2024-12-07T22:21:36,170 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting beb2183695254db0a4ef19e1cc01ac07, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092800 2024-12-07T22:21:36,171 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 90ca2fd1bcff4774923bd78597a600f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733610093956 2024-12-07T22:21:36,171 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d7e7ec1787e4021bb23d20b7fa0100c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733610093956 2024-12-07T22:21:36,171 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a83acf80d2e4194b6ace37dc6d96595, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094593 2024-12-07T22:21:36,171 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae37ecc62ed1480cb8ff312d76475e51, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094590 2024-12-07T22:21:36,178 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:36,178 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:36,178 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7a3b633952f44247925edc75d7e7c28a is 50, key is test_row_0/B:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:36,179 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1c7bb85b5cec49a6988caeef52063c79 is 50, key is test_row_0/A:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:36,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742359_1535 (size=12915) 2024-12-07T22:21:36,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742360_1536 (size=12915) 2024-12-07T22:21:36,195 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1c7bb85b5cec49a6988caeef52063c79 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1c7bb85b5cec49a6988caeef52063c79 2024-12-07T22:21:36,198 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into 1c7bb85b5cec49a6988caeef52063c79(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:36,198 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:36,199 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610096169; duration=0sec 2024-12-07T22:21:36,199 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:36,199 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:36,199 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:36,200 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37483 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:36,200 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:36,200 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,200 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/27329936f4df455188365a3a5b8a97dc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.6 K 2024-12-07T22:21:36,200 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27329936f4df455188365a3a5b8a97dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733610092800 2024-12-07T22:21:36,201 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1804b7603f1a4d9e9ed7f17931368d5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1733610093956 2024-12-07T22:21:36,201 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5196c737a4c4198bf4f38f49259eca3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094593 2024-12-07T22:21:36,208 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:36,209 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/dfce55b5900b40a690026ab697e91471 is 50, key is test_row_0/C:col10/1733610094904/Put/seqid=0 2024-12-07T22:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742361_1537 (size=12983) 2024-12-07T22:21:36,300 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:36,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-07T22:21:36,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:36,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:36,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:36,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d00b3a4f5a6242b5943dcd5be51338b1 is 50, key is test_row_0/A:col10/1733610094936/Put/seqid=0 2024-12-07T22:21:36,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742362_1538 (size=12301) 2024-12-07T22:21:36,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d00b3a4f5a6242b5943dcd5be51338b1 2024-12-07T22:21:36,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/b07d69fcf3314c31888941a83d856635 is 50, key is test_row_0/B:col10/1733610094936/Put/seqid=0 2024-12-07T22:21:36,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742363_1539 (size=12301) 2024-12-07T22:21:36,594 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/7a3b633952f44247925edc75d7e7c28a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a3b633952f44247925edc75d7e7c28a 2024-12-07T22:21:36,598 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 7a3b633952f44247925edc75d7e7c28a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:36,598 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:36,598 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610096169; duration=0sec 2024-12-07T22:21:36,598 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:36,598 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:36,616 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/dfce55b5900b40a690026ab697e91471 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/dfce55b5900b40a690026ab697e91471 2024-12-07T22:21:36,620 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into dfce55b5900b40a690026ab697e91471(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:36,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:36,620 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610096169; duration=0sec 2024-12-07T22:21:36,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:36,620 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:36,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/b07d69fcf3314c31888941a83d856635 2024-12-07T22:21:36,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/373ef56c441647f6a64d446c1880878c is 50, key is test_row_0/C:col10/1733610094936/Put/seqid=0 2024-12-07T22:21:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742364_1540 (size=12301) 2024-12-07T22:21:37,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:37,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:37,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610157078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610157079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610157080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610157081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610157081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,140 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/373ef56c441647f6a64d446c1880878c 2024-12-07T22:21:37,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/d00b3a4f5a6242b5943dcd5be51338b1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1 2024-12-07T22:21:37,147 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T22:21:37,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/b07d69fcf3314c31888941a83d856635 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635 2024-12-07T22:21:37,151 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T22:21:37,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/373ef56c441647f6a64d446c1880878c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c 2024-12-07T22:21:37,155 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c, entries=150, sequenceid=388, filesize=12.0 K 2024-12-07T22:21:37,156 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4dcf1167890e079cc56b8ba40c883c88 in 856ms, sequenceid=388, compaction requested=false 2024-12-07T22:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:37,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-07T22:21:37,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-07T22:21:37,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-07T22:21:37,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-12-07T22:21:37,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.2410 sec 2024-12-07T22:21:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:37,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T22:21:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:37,188 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:37,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:37,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:37,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:37,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:37,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/65dc67ca42b14bf098e2294bfbb7963d is 50, key is test_row_0/A:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:37,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742365_1541 (size=14741) 2024-12-07T22:21:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610157209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610157210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610157212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610157213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610157214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610157316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610157316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610157317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610157320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610157320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610157521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610157522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610157522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610157523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610157526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/65dc67ca42b14bf098e2294bfbb7963d 2024-12-07T22:21:37,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/36c6282a65c041468c6132a825f47cc9 is 50, key is test_row_0/B:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:37,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742366_1542 (size=12301) 2024-12-07T22:21:37,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610157826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610157828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610157828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610157829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:37,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:37,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610157831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,010 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/36c6282a65c041468c6132a825f47cc9 2024-12-07T22:21:38,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11b4cedb9b3149e59b5e1eb72c441162 is 50, key is test_row_0/C:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:38,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742367_1543 (size=12301) 2024-12-07T22:21:38,023 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=405 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11b4cedb9b3149e59b5e1eb72c441162 2024-12-07T22:21:38,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/65dc67ca42b14bf098e2294bfbb7963d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d 2024-12-07T22:21:38,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d, entries=200, sequenceid=405, filesize=14.4 K 2024-12-07T22:21:38,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/36c6282a65c041468c6132a825f47cc9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9 2024-12-07T22:21:38,035 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9, entries=150, sequenceid=405, filesize=12.0 K 2024-12-07T22:21:38,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11b4cedb9b3149e59b5e1eb72c441162 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162 2024-12-07T22:21:38,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162, entries=150, sequenceid=405, filesize=12.0 K 2024-12-07T22:21:38,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4dcf1167890e079cc56b8ba40c883c88 in 851ms, sequenceid=405, compaction requested=true 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:38,040 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:38,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:38,040 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:38,041 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39957 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:38,041 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:38,041 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:38,041 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:38,041 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:38,041 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:38,041 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a3b633952f44247925edc75d7e7c28a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.6 K 2024-12-07T22:21:38,041 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1c7bb85b5cec49a6988caeef52063c79, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=39.0 K 2024-12-07T22:21:38,042 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3b633952f44247925edc75d7e7c28a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094593 2024-12-07T22:21:38,042 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c7bb85b5cec49a6988caeef52063c79, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094593 2024-12-07T22:21:38,042 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d00b3a4f5a6242b5943dcd5be51338b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733610094936 2024-12-07T22:21:38,042 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b07d69fcf3314c31888941a83d856635, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733610094936 2024-12-07T22:21:38,043 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 36c6282a65c041468c6132a825f47cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097080 2024-12-07T22:21:38,043 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65dc67ca42b14bf098e2294bfbb7963d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097079 2024-12-07T22:21:38,049 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:38,049 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:38,049 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/3656333274ef4841a41b3166a0f3f557 is 50, key is test_row_0/B:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:38,049 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f9039b4683a14d7e90594a660431b4d5 is 50, key is test_row_0/A:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742368_1544 (size=13017) 2024-12-07T22:21:38,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742369_1545 (size=13017) 2024-12-07T22:21:38,058 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/3656333274ef4841a41b3166a0f3f557 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3656333274ef4841a41b3166a0f3f557 2024-12-07T22:21:38,062 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 3656333274ef4841a41b3166a0f3f557(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:38,062 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:38,062 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610098040; duration=0sec 2024-12-07T22:21:38,062 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:38,062 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:38,062 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:38,063 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:38,063 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:38,063 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:38,063 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/dfce55b5900b40a690026ab697e91471, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.7 K 2024-12-07T22:21:38,064 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting dfce55b5900b40a690026ab697e91471, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733610094593 2024-12-07T22:21:38,064 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 373ef56c441647f6a64d446c1880878c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733610094936 2024-12-07T22:21:38,064 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 11b4cedb9b3149e59b5e1eb72c441162, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097080 2024-12-07T22:21:38,070 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:38,071 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/930788ed20504330b2b627673c4304dd is 50, key is test_row_0/C:col10/1733610097187/Put/seqid=0 2024-12-07T22:21:38,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742370_1546 (size=13085) 2024-12-07T22:21:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:38,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:38,338 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ba416ccfba7e4a38b4125161b52a6ab1 is 50, key is test_row_0/A:col10/1733610097205/Put/seqid=0 2024-12-07T22:21:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742371_1547 (size=17181) 2024-12-07T22:21:38,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ba416ccfba7e4a38b4125161b52a6ab1 2024-12-07T22:21:38,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ac3417054a7f46ef966173799b793e90 is 50, key is test_row_0/B:col10/1733610097205/Put/seqid=0 2024-12-07T22:21:38,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610158347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610158354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610158355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610158355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610158356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742372_1548 (size=12301) 2024-12-07T22:21:38,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ac3417054a7f46ef966173799b793e90 2024-12-07T22:21:38,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8162ca6d613040a4af5720a17a187378 is 50, key is test_row_0/C:col10/1733610097205/Put/seqid=0 2024-12-07T22:21:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742373_1549 (size=12301) 2024-12-07T22:21:38,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8162ca6d613040a4af5720a17a187378 2024-12-07T22:21:38,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/ba416ccfba7e4a38b4125161b52a6ab1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1 2024-12-07T22:21:38,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1, entries=250, sequenceid=429, filesize=16.8 K 2024-12-07T22:21:38,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/ac3417054a7f46ef966173799b793e90 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90 2024-12-07T22:21:38,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90, entries=150, sequenceid=429, filesize=12.0 K 2024-12-07T22:21:38,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8162ca6d613040a4af5720a17a187378 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378 2024-12-07T22:21:38,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378, entries=150, sequenceid=429, filesize=12.0 K 2024-12-07T22:21:38,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 4dcf1167890e079cc56b8ba40c883c88 in 62ms, sequenceid=429, compaction requested=false 2024-12-07T22:21:38,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:38,458 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/f9039b4683a14d7e90594a660431b4d5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f9039b4683a14d7e90594a660431b4d5 2024-12-07T22:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:38,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-07T22:21:38,460 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:38,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:38,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:38,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:38,464 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into f9039b4683a14d7e90594a660431b4d5(size=12.7 K), total size for store is 29.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:38,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:38,464 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610098040; duration=0sec 2024-12-07T22:21:38,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:38,464 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:38,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/837d08baeb0444a5a64c0dbc9f687dc3 is 50, key is test_row_0/A:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:38,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742374_1550 (size=12301) 2024-12-07T22:21:38,478 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/930788ed20504330b2b627673c4304dd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/930788ed20504330b2b627673c4304dd 2024-12-07T22:21:38,482 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into 930788ed20504330b2b627673c4304dd(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:38,482 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:38,482 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610098040; duration=0sec 2024-12-07T22:21:38,482 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:38,482 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:38,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610158483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610158490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610158490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610158491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610158491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610158592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610158600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610158600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610158601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610158601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610158799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610158807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610158807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610158808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610158808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:38,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/837d08baeb0444a5a64c0dbc9f687dc3 2024-12-07T22:21:38,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/e517f13f6b064c368f85915562734a5c is 50, key is test_row_0/B:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:38,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742375_1551 (size=12301) 2024-12-07T22:21:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-07T22:21:39,024 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-07T22:21:39,025 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-07T22:21:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:39,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:39,027 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:39,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:39,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610159104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610159111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610159112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610159115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610159115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:39,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T22:21:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:39,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/e517f13f6b064c368f85915562734a5c 2024-12-07T22:21:39,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8468387876764e3dbeff63706e1a3489 is 50, key is test_row_0/C:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:39,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742376_1552 (size=12301) 2024-12-07T22:21:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:39,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T22:21:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,484 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T22:21:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54108 deadline: 1733610159612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54148 deadline: 1733610159617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54086 deadline: 1733610159621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54136 deadline: 1733610159622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1733610159623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:39,637 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T22:21:39,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:39,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:39,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8468387876764e3dbeff63706e1a3489 2024-12-07T22:21:39,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/837d08baeb0444a5a64c0dbc9f687dc3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3 2024-12-07T22:21:39,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3, entries=150, sequenceid=444, filesize=12.0 K 2024-12-07T22:21:39,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/e517f13f6b064c368f85915562734a5c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c 2024-12-07T22:21:39,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c, entries=150, sequenceid=444, filesize=12.0 K 2024-12-07T22:21:39,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/8468387876764e3dbeff63706e1a3489 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489 2024-12-07T22:21:39,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489, entries=150, sequenceid=444, filesize=12.0 K 2024-12-07T22:21:39,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 4dcf1167890e079cc56b8ba40c883c88 in 1251ms, sequenceid=444, compaction requested=true 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:39,711 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4dcf1167890e079cc56b8ba40c883c88:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:39,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:39,711 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:39,712 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:39,712 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/B is initiating minor compaction (all files) 2024-12-07T22:21:39,712 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/B in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,712 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3656333274ef4841a41b3166a0f3f557, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.7 K 2024-12-07T22:21:39,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:39,712 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/A is initiating minor compaction (all files) 2024-12-07T22:21:39,713 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/A in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,713 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f9039b4683a14d7e90594a660431b4d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=41.5 K 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3656333274ef4841a41b3166a0f3f557, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097080 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9039b4683a14d7e90594a660431b4d5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097080 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba416ccfba7e4a38b4125161b52a6ab1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733610097205 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ac3417054a7f46ef966173799b793e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733610097205 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837d08baeb0444a5a64c0dbc9f687dc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733610098354 2024-12-07T22:21:39,714 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e517f13f6b064c368f85915562734a5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733610098354 2024-12-07T22:21:39,722 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#A#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:39,722 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/00e7f4e00ceb409aad583bced4022011 is 50, key is test_row_0/A:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:39,722 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#B#compaction#478 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:39,723 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/338bee245ebf4d139c4b7568e4523f16 is 50, key is test_row_0/B:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:39,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742377_1553 (size=13119) 2024-12-07T22:21:39,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742378_1554 (size=13119) 2024-12-07T22:21:39,737 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/00e7f4e00ceb409aad583bced4022011 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/00e7f4e00ceb409aad583bced4022011 2024-12-07T22:21:39,743 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/A of 4dcf1167890e079cc56b8ba40c883c88 into 00e7f4e00ceb409aad583bced4022011(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:39,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:39,743 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/A, priority=13, startTime=1733610099711; duration=0sec 2024-12-07T22:21:39,743 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:39,744 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:A 2024-12-07T22:21:39,744 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:39,745 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:39,745 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 4dcf1167890e079cc56b8ba40c883c88/C is initiating minor compaction (all files) 2024-12-07T22:21:39,745 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4dcf1167890e079cc56b8ba40c883c88/C in TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,745 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/930788ed20504330b2b627673c4304dd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp, totalSize=36.8 K 2024-12-07T22:21:39,745 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930788ed20504330b2b627673c4304dd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=405, earliestPutTs=1733610097080 2024-12-07T22:21:39,745 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8162ca6d613040a4af5720a17a187378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1733610097205 2024-12-07T22:21:39,746 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8468387876764e3dbeff63706e1a3489, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733610098354 2024-12-07T22:21:39,754 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4dcf1167890e079cc56b8ba40c883c88#C#compaction#479 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:39,755 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/d60af578de214b1ba89b5b590c8f3456 is 50, key is test_row_0/C:col10/1733610098354/Put/seqid=0 2024-12-07T22:21:39,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742379_1555 (size=13187) 2024-12-07T22:21:39,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:39,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-07T22:21:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:39,790 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-07T22:21:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:39,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:39,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:39,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2c626cc618de478a9ff1d1b47840e465 is 50, key is test_row_0/A:col10/1733610098479/Put/seqid=0 2024-12-07T22:21:39,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742380_1556 (size=12301) 2024-12-07T22:21:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:40,136 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/338bee245ebf4d139c4b7568e4523f16 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/338bee245ebf4d139c4b7568e4523f16 2024-12-07T22:21:40,141 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/B of 4dcf1167890e079cc56b8ba40c883c88 into 338bee245ebf4d139c4b7568e4523f16(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:40,141 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:40,141 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/B, priority=13, startTime=1733610099711; duration=0sec 2024-12-07T22:21:40,141 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:40,141 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:B 2024-12-07T22:21:40,174 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/d60af578de214b1ba89b5b590c8f3456 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d60af578de214b1ba89b5b590c8f3456 2024-12-07T22:21:40,177 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4dcf1167890e079cc56b8ba40c883c88/C of 4dcf1167890e079cc56b8ba40c883c88 into d60af578de214b1ba89b5b590c8f3456(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:40,177 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:40,177 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88., storeName=4dcf1167890e079cc56b8ba40c883c88/C, priority=13, startTime=1733610099711; duration=0sec 2024-12-07T22:21:40,177 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:40,177 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4dcf1167890e079cc56b8ba40c883c88:C 2024-12-07T22:21:40,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2c626cc618de478a9ff1d1b47840e465 2024-12-07T22:21:40,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/50dffab7e98a41e78a321ca86f09a86f is 50, key is test_row_0/B:col10/1733610098479/Put/seqid=0 2024-12-07T22:21:40,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742381_1557 (size=12301) 2024-12-07T22:21:40,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/50dffab7e98a41e78a321ca86f09a86f 2024-12-07T22:21:40,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/40203ac8670847568c1c0b4096bebdd8 is 50, key is test_row_0/C:col10/1733610098479/Put/seqid=0 2024-12-07T22:21:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742382_1558 (size=12301) 2024-12-07T22:21:40,459 DEBUG [Thread-2034 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:56303 2024-12-07T22:21:40,459 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,461 DEBUG [Thread-2030 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:56303 2024-12-07T22:21:40,461 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,462 DEBUG [Thread-2032 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:56303 2024-12-07T22:21:40,462 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,462 DEBUG [Thread-2028 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:56303 2024-12-07T22:21:40,462 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,464 DEBUG [Thread-2036 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:56303 2024-12-07T22:21:40,465 DEBUG [Thread-2036 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=468 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/40203ac8670847568c1c0b4096bebdd8 2024-12-07T22:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:40,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. as already flushing 2024-12-07T22:21:40,624 DEBUG [Thread-2025 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:56303 2024-12-07T22:21:40,624 DEBUG [Thread-2025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/2c626cc618de478a9ff1d1b47840e465 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2c626cc618de478a9ff1d1b47840e465 2024-12-07T22:21:40,626 DEBUG [Thread-2019 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:56303 2024-12-07T22:21:40,626 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,626 DEBUG [Thread-2023 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:56303 2024-12-07T22:21:40,626 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2c626cc618de478a9ff1d1b47840e465, entries=150, sequenceid=468, filesize=12.0 K 2024-12-07T22:21:40,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/50dffab7e98a41e78a321ca86f09a86f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/50dffab7e98a41e78a321ca86f09a86f 2024-12-07T22:21:40,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/50dffab7e98a41e78a321ca86f09a86f, entries=150, sequenceid=468, filesize=12.0 K 2024-12-07T22:21:40,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/40203ac8670847568c1c0b4096bebdd8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/40203ac8670847568c1c0b4096bebdd8 2024-12-07T22:21:40,632 DEBUG [Thread-2021 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:56303 2024-12-07T22:21:40,632 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,634 DEBUG [Thread-2017 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:56303 2024-12-07T22:21:40,634 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:40,636 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/40203ac8670847568c1c0b4096bebdd8, entries=150, sequenceid=468, filesize=12.0 K 2024-12-07T22:21:40,636 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for 4dcf1167890e079cc56b8ba40c883c88 in 846ms, sequenceid=468, compaction requested=false 2024-12-07T22:21:40,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:40,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:40,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-07T22:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-07T22:21:40,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-07T22:21:40,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6100 sec 2024-12-07T22:21:40,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 1.6140 sec 2024-12-07T22:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-07T22:21:41,130 INFO [Thread-2027 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2542 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7626 rows 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2532 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7596 rows 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2551 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7650 rows 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2532 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7596 rows 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2526 2024-12-07T22:21:41,130 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7578 rows 2024-12-07T22:21:41,131 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:21:41,131 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59bd764a to 127.0.0.1:56303 2024-12-07T22:21:41,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:21:41,135 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:21:41,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:41,139 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610101138"}]},"ts":"1733610101138"} 2024-12-07T22:21:41,140 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:21:41,141 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:21:41,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:21:41,143 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, UNASSIGN}] 2024-12-07T22:21:41,143 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, UNASSIGN 2024-12-07T22:21:41,144 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=4dcf1167890e079cc56b8ba40c883c88, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:41,145 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:21:41,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure 4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:41,296 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:41,296 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:21:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing 4dcf1167890e079cc56b8ba40c883c88, disabling compactions & flushes 2024-12-07T22:21:41,296 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. after waiting 0 ms 2024-12-07T22:21:41,296 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:41,297 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(2837): Flushing 4dcf1167890e079cc56b8ba40c883c88 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=A 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=B 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4dcf1167890e079cc56b8ba40c883c88, store=C 2024-12-07T22:21:41,297 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:41,300 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 is 50, key is test_row_0/A:col10/1733610100625/Put/seqid=0 2024-12-07T22:21:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742383_1559 (size=12301) 2024-12-07T22:21:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:41,704 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 2024-12-07T22:21:41,709 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c71dbb8139304605a78bc83bb5a71e3b is 50, key is test_row_0/B:col10/1733610100625/Put/seqid=0 2024-12-07T22:21:41,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742384_1560 (size=12301) 2024-12-07T22:21:41,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:42,112 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c71dbb8139304605a78bc83bb5a71e3b 2024-12-07T22:21:42,118 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11257b33caa84c5db21abcfa382653fc is 50, key is test_row_0/C:col10/1733610100625/Put/seqid=0 2024-12-07T22:21:42,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742385_1561 (size=12301) 2024-12-07T22:21:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:42,521 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=478 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11257b33caa84c5db21abcfa382653fc 2024-12-07T22:21:42,525 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 2024-12-07T22:21:42,527 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1b9c0e06f12f4c75a56dc9cbbdb155b0, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:21:42,528 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/B/c71dbb8139304605a78bc83bb5a71e3b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c71dbb8139304605a78bc83bb5a71e3b 2024-12-07T22:21:42,530 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c71dbb8139304605a78bc83bb5a71e3b, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:21:42,531 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/.tmp/C/11257b33caa84c5db21abcfa382653fc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11257b33caa84c5db21abcfa382653fc 2024-12-07T22:21:42,533 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11257b33caa84c5db21abcfa382653fc, entries=150, sequenceid=478, filesize=12.0 K 2024-12-07T22:21:42,534 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4dcf1167890e079cc56b8ba40c883c88 in 1238ms, sequenceid=478, compaction requested=true 2024-12-07T22:21:42,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ec14c397bd6f47afb1dba8f468367873, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/7527fbaa969a41e7947ce736430e65f1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ad02da43ace04196a9e62846c1b482d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f1182c95b92b455e8b73de8a2bdf1b8c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/fcca1d5ac22d451199922468482a941e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/beb2183695254db0a4ef19e1cc01ac07, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1c7bb85b5cec49a6988caeef52063c79, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f9039b4683a14d7e90594a660431b4d5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3] to archive 2024-12-07T22:21:42,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:42,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ec14c397bd6f47afb1dba8f468367873 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ec14c397bd6f47afb1dba8f468367873 2024-12-07T22:21:42,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/9df7613ae4ed4ae7861247116366fa15 2024-12-07T22:21:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/7527fbaa969a41e7947ce736430e65f1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/7527fbaa969a41e7947ce736430e65f1 2024-12-07T22:21:42,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/13d1fc9bafdd45878084393e0ebe7734 2024-12-07T22:21:42,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/0336a05b624047a3be26efa77a48dfc3 2024-12-07T22:21:42,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1fb690e49a2d44a3bb10b91a763d62ae 2024-12-07T22:21:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ad02da43ace04196a9e62846c1b482d5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ad02da43ace04196a9e62846c1b482d5 2024-12-07T22:21:42,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/56454d2d50b14b97a54e81870735e57a 2024-12-07T22:21:42,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d1f317da585740ecb4b361e8147a260e 2024-12-07T22:21:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f1182c95b92b455e8b73de8a2bdf1b8c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f1182c95b92b455e8b73de8a2bdf1b8c 2024-12-07T22:21:42,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f8966f90604d4d72ac9e94de85cd1b02 2024-12-07T22:21:42,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3467f23415ac4b3db417d1d68acb7b52 2024-12-07T22:21:42,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/fcca1d5ac22d451199922468482a941e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/fcca1d5ac22d451199922468482a941e 2024-12-07T22:21:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/aa7482cb52a945558f9c75332270ab19 2024-12-07T22:21:42,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/152f80d7721641709f9b050034387802 2024-12-07T22:21:42,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/beb2183695254db0a4ef19e1cc01ac07 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/beb2183695254db0a4ef19e1cc01ac07 2024-12-07T22:21:42,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/3d7e7ec1787e4021bb23d20b7fa0100c 2024-12-07T22:21:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ae37ecc62ed1480cb8ff312d76475e51 2024-12-07T22:21:42,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1c7bb85b5cec49a6988caeef52063c79 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1c7bb85b5cec49a6988caeef52063c79 2024-12-07T22:21:42,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/d00b3a4f5a6242b5943dcd5be51338b1 2024-12-07T22:21:42,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/65dc67ca42b14bf098e2294bfbb7963d 2024-12-07T22:21:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f9039b4683a14d7e90594a660431b4d5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/f9039b4683a14d7e90594a660431b4d5 2024-12-07T22:21:42,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/ba416ccfba7e4a38b4125161b52a6ab1 2024-12-07T22:21:42,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/837d08baeb0444a5a64c0dbc9f687dc3 2024-12-07T22:21:42,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/81e4301f032345e4aa42035f8d8bb4ae, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/02ee5bb8abd5429dbbdb32da212175e6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/d2f9f574579149baa8a4723af4f1c800, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a5a8dcff1194c7b961af1c237f48fc3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e8c4047dc97e47f580597d2b626a811b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a3b633952f44247925edc75d7e7c28a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3656333274ef4841a41b3166a0f3f557, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c] to archive 2024-12-07T22:21:42,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:42,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/81e4301f032345e4aa42035f8d8bb4ae to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/81e4301f032345e4aa42035f8d8bb4ae 2024-12-07T22:21:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/0f3e8688d1bf458c979fb90611e65180 2024-12-07T22:21:42,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/02ee5bb8abd5429dbbdb32da212175e6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/02ee5bb8abd5429dbbdb32da212175e6 2024-12-07T22:21:42,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/f5d1724b5ec04350a4431e70e68b764d 2024-12-07T22:21:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/83c59991d6284937ad2257e825da7160 2024-12-07T22:21:42,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/d2f9f574579149baa8a4723af4f1c800 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/d2f9f574579149baa8a4723af4f1c800 2024-12-07T22:21:42,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3bd768c9c1fc44f8941c1d6110942e6a 2024-12-07T22:21:42,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c163adad9855407dbb6bdf34a98a81cb 2024-12-07T22:21:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a5a8dcff1194c7b961af1c237f48fc3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a5a8dcff1194c7b961af1c237f48fc3 2024-12-07T22:21:42,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/16d59865112f49d3bf34ea9d9ef2b68c 2024-12-07T22:21:42,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/1429ea25e4994d8baedaf6bbdf8cbfeb 2024-12-07T22:21:42,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e8c4047dc97e47f580597d2b626a811b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e8c4047dc97e47f580597d2b626a811b 2024-12-07T22:21:42,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9ffeacffd46345ba927f1786b7b6cf2f 2024-12-07T22:21:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7f7fdc0e4feb484a940a2a898fa36838 2024-12-07T22:21:42,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/fa2dbb3d4d534b9c9f1c7d6c04e2830c 2024-12-07T22:21:42,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/10a717e4888241e19fe42eb579dfee25 2024-12-07T22:21:42,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/90ca2fd1bcff4774923bd78597a600f3 2024-12-07T22:21:42,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a3b633952f44247925edc75d7e7c28a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/7a3b633952f44247925edc75d7e7c28a 2024-12-07T22:21:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/9a83acf80d2e4194b6ace37dc6d96595 2024-12-07T22:21:42,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/b07d69fcf3314c31888941a83d856635 2024-12-07T22:21:42,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3656333274ef4841a41b3166a0f3f557 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/3656333274ef4841a41b3166a0f3f557 2024-12-07T22:21:42,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/36c6282a65c041468c6132a825f47cc9 2024-12-07T22:21:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/ac3417054a7f46ef966173799b793e90 2024-12-07T22:21:42,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/e517f13f6b064c368f85915562734a5c 2024-12-07T22:21:42,574 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34c4366367414c93b12e40269e21512d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/48218174d452462987fa9d9d7af7daff, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/30338b81405a4c30ae5336558acd0c8d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c2a0e298183543009c2a819a74ccfbcc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/158d7ce40dc146c29a3f98661b26168c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/27329936f4df455188365a3a5b8a97dc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/dfce55b5900b40a690026ab697e91471, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/930788ed20504330b2b627673c4304dd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489] to archive 2024-12-07T22:21:42,575 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:21:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34c4366367414c93b12e40269e21512d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34c4366367414c93b12e40269e21512d 2024-12-07T22:21:42,576 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/34f32ae7cc6b44bea033fa88942e7204 2024-12-07T22:21:42,577 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/48218174d452462987fa9d9d7af7daff to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/48218174d452462987fa9d9d7af7daff 2024-12-07T22:21:42,578 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/619fd6dee173457b896989a513f6b8a3 2024-12-07T22:21:42,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1f0b7a2da6e3492ca25efd9d954b6958 2024-12-07T22:21:42,579 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/30338b81405a4c30ae5336558acd0c8d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/30338b81405a4c30ae5336558acd0c8d 2024-12-07T22:21:42,580 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/bf614bb53e0f41b6817cd813417cb16a 2024-12-07T22:21:42,581 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/218bd2c0d7bf410fb2c199d3cf8e794e 2024-12-07T22:21:42,582 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c2a0e298183543009c2a819a74ccfbcc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c2a0e298183543009c2a819a74ccfbcc 2024-12-07T22:21:42,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/a9ce894d5c834377aa9b187ee7c7f88c 2024-12-07T22:21:42,583 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/31ea4352f419460b96bff40786a16554 2024-12-07T22:21:42,584 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/570230555f7841d5bcb862843a7fb362 2024-12-07T22:21:42,585 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/158d7ce40dc146c29a3f98661b26168c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/158d7ce40dc146c29a3f98661b26168c 2024-12-07T22:21:42,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/5cc8b21e2f83434bb8b6c20ff2ce1b18 2024-12-07T22:21:42,586 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/7c23ad15150c40628da78544049919fe 2024-12-07T22:21:42,587 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/c1f6fbccbc68410c9b107e4c2c4f2648 2024-12-07T22:21:42,588 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/27329936f4df455188365a3a5b8a97dc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/27329936f4df455188365a3a5b8a97dc 2024-12-07T22:21:42,589 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/445a69e8524c4af6b2b4d9f1ff6f2496 2024-12-07T22:21:42,590 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/1804b7603f1a4d9e9ed7f17931368d5c 2024-12-07T22:21:42,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/dfce55b5900b40a690026ab697e91471 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/dfce55b5900b40a690026ab697e91471 2024-12-07T22:21:42,591 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/b5196c737a4c4198bf4f38f49259eca3 2024-12-07T22:21:42,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/373ef56c441647f6a64d446c1880878c 2024-12-07T22:21:42,593 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/930788ed20504330b2b627673c4304dd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/930788ed20504330b2b627673c4304dd 2024-12-07T22:21:42,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11b4cedb9b3149e59b5e1eb72c441162 2024-12-07T22:21:42,594 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8162ca6d613040a4af5720a17a187378 2024-12-07T22:21:42,595 DEBUG [StoreCloser-TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/8468387876764e3dbeff63706e1a3489 2024-12-07T22:21:42,598 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/recovered.edits/481.seqid, newMaxSeqId=481, maxSeqId=1 2024-12-07T22:21:42,599 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88. 2024-12-07T22:21:42,599 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for 4dcf1167890e079cc56b8ba40c883c88: 2024-12-07T22:21:42,600 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed 4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:42,601 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=4dcf1167890e079cc56b8ba40c883c88, regionState=CLOSED 2024-12-07T22:21:42,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-07T22:21:42,603 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure 4dcf1167890e079cc56b8ba40c883c88, server=f83a3c5fcf38,36279,1733609965087 in 1.4560 sec 2024-12-07T22:21:42,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-07T22:21:42,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4dcf1167890e079cc56b8ba40c883c88, UNASSIGN in 1.4590 sec 2024-12-07T22:21:42,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-07T22:21:42,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4620 sec 2024-12-07T22:21:42,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610102605"}]},"ts":"1733610102605"} 2024-12-07T22:21:42,606 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:21:42,608 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:21:42,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4730 sec 2024-12-07T22:21:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-07T22:21:43,242 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-07T22:21:43,242 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:21:43,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,243 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=160, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T22:21:43,244 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=160, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:43,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/recovered.edits] 2024-12-07T22:21:43,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/00e7f4e00ceb409aad583bced4022011 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/00e7f4e00ceb409aad583bced4022011 2024-12-07T22:21:43,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/1b9c0e06f12f4c75a56dc9cbbdb155b0 2024-12-07T22:21:43,251 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2c626cc618de478a9ff1d1b47840e465 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/A/2c626cc618de478a9ff1d1b47840e465 2024-12-07T22:21:43,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/338bee245ebf4d139c4b7568e4523f16 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/338bee245ebf4d139c4b7568e4523f16 2024-12-07T22:21:43,253 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/50dffab7e98a41e78a321ca86f09a86f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/50dffab7e98a41e78a321ca86f09a86f 2024-12-07T22:21:43,254 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c71dbb8139304605a78bc83bb5a71e3b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/B/c71dbb8139304605a78bc83bb5a71e3b 2024-12-07T22:21:43,256 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11257b33caa84c5db21abcfa382653fc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/11257b33caa84c5db21abcfa382653fc 2024-12-07T22:21:43,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/40203ac8670847568c1c0b4096bebdd8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/40203ac8670847568c1c0b4096bebdd8 2024-12-07T22:21:43,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d60af578de214b1ba89b5b590c8f3456 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/C/d60af578de214b1ba89b5b590c8f3456 2024-12-07T22:21:43,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/recovered.edits/481.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88/recovered.edits/481.seqid 2024-12-07T22:21:43,259 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/4dcf1167890e079cc56b8ba40c883c88 2024-12-07T22:21:43,259 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:21:43,261 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=160, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,262 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:21:43,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:21:43,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=160, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,264 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:21:43,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733610103264"}]},"ts":"9223372036854775807"} 2024-12-07T22:21:43,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:21:43,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4dcf1167890e079cc56b8ba40c883c88, NAME => 'TestAcidGuarantees,,1733610078297.4dcf1167890e079cc56b8ba40c883c88.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:21:43,266 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:21:43,266 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733610103266"}]},"ts":"9223372036854775807"} 2024-12-07T22:21:43,267 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:21:43,268 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=160, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 26 msec 2024-12-07T22:21:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-07T22:21:43,345 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-07T22:21:43,355 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 240), OpenFileDescriptor=448 (was 454), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=457 (was 453) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6886 (was 6897) 2024-12-07T22:21:43,363 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=457, ProcessCount=11, AvailableMemoryMB=6885 2024-12-07T22:21:43,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:21:43,365 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:21:43,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:43,366 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-07T22:21:43,366 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:43,366 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 161 2024-12-07T22:21:43,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:43,367 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-07T22:21:43,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742386_1562 (size=963) 2024-12-07T22:21:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:43,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:43,773 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466 2024-12-07T22:21:43,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742387_1563 (size=53) 2024-12-07T22:21:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 0e96f1a089d2e834e5a3acf1feabea4b, disabling compactions & flushes 2024-12-07T22:21:44,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. after waiting 0 ms 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,178 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,178 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:44,179 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-07T22:21:44,179 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733610104179"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733610104179"}]},"ts":"1733610104179"} 2024-12-07T22:21:44,180 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-07T22:21:44,181 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-07T22:21:44,181 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610104181"}]},"ts":"1733610104181"} 2024-12-07T22:21:44,181 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-07T22:21:44,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, ASSIGN}] 2024-12-07T22:21:44,186 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, ASSIGN 2024-12-07T22:21:44,186 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=162, ppid=161, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, ASSIGN; state=OFFLINE, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=false 2024-12-07T22:21:44,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:44,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; OpenRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:44,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:44,491 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,492 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:21:44,492 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,492 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:21:44,492 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7327): checking encryption for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,492 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(7330): checking classloading for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,493 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,494 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:44,494 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName A 2024-12-07T22:21:44,494 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:44,495 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:44,495 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,496 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:44,496 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName B 2024-12-07T22:21:44,496 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:44,496 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:44,496 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,497 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:44,497 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName C 2024-12-07T22:21:44,497 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:44,497 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:44,498 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,498 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,499 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,500 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:21:44,501 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1085): writing seq id for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:44,503 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-07T22:21:44,503 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1102): Opened 0e96f1a089d2e834e5a3acf1feabea4b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60546675, jitterRate=-0.09778423607349396}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:21:44,504 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegion(1001): Region open journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:44,504 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., pid=163, masterSystemTime=1733610104489 2024-12-07T22:21:44,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=162 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=OPEN, openSeqNum=2, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:44,506 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,506 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=163}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:44,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-07T22:21:44,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; OpenRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 in 169 msec 2024-12-07T22:21:44,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-07T22:21:44,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, ASSIGN in 323 msec 2024-12-07T22:21:44,510 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-07T22:21:44,510 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610104510"}]},"ts":"1733610104510"} 2024-12-07T22:21:44,510 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-07T22:21:44,513 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=161, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-07T22:21:44,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-07T22:21:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-07T22:21:45,470 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-07T22:21:45,472 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-12-07T22:21:45,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:45,479 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:45,480 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:45,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-07T22:21:45,482 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60054, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-07T22:21:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-07T22:21:45,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-07T22:21:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-07T22:21:45,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742388_1564 (size=999) 2024-12-07T22:21:45,892 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-07T22:21:45,892 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-07T22:21:45,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:21:45,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, REOPEN/MOVE}] 2024-12-07T22:21:45,896 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, REOPEN/MOVE 2024-12-07T22:21:45,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:45,898 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:21:45,898 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:46,049 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,049 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:21:46,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing 0e96f1a089d2e834e5a3acf1feabea4b, disabling compactions & flushes 2024-12-07T22:21:46,049 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. after waiting 0 ms 2024-12-07T22:21:46,049 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,053 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-07T22:21:46,054 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,054 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:46,054 WARN [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionServer(3786): Not adding moved region record: 0e96f1a089d2e834e5a3acf1feabea4b to self. 2024-12-07T22:21:46,055 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,055 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=CLOSED 2024-12-07T22:21:46,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-07T22:21:46,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 in 158 msec 2024-12-07T22:21:46,057 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, REOPEN/MOVE; state=CLOSED, location=f83a3c5fcf38,36279,1733609965087; forceNewPlan=false, retain=true 2024-12-07T22:21:46,208 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=OPENING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=166, state=RUNNABLE; OpenRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:21:46,361 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,363 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,363 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7285): Opening region: {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} 2024-12-07T22:21:46,364 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,364 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-07T22:21:46,364 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7327): checking encryption for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,364 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(7330): checking classloading for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,365 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,365 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:46,366 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName A 2024-12-07T22:21:46,367 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:46,367 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:46,367 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,368 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:46,368 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName B 2024-12-07T22:21:46,368 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:46,368 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:46,368 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,369 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-07T22:21:46,369 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e96f1a089d2e834e5a3acf1feabea4b columnFamilyName C 2024-12-07T22:21:46,369 DEBUG [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:46,369 INFO [StoreOpener-0e96f1a089d2e834e5a3acf1feabea4b-1 {}] regionserver.HStore(327): Store=0e96f1a089d2e834e5a3acf1feabea4b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-07T22:21:46,369 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,370 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,371 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,372 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-07T22:21:46,373 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1085): writing seq id for 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,373 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1102): Opened 0e96f1a089d2e834e5a3acf1feabea4b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63515511, jitterRate=-0.05354513227939606}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-07T22:21:46,374 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegion(1001): Region open journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:46,374 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., pid=168, masterSystemTime=1733610106360 2024-12-07T22:21:46,376 DEBUG [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,376 INFO [RS_OPEN_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_OPEN_REGION, pid=168}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=OPEN, openSeqNum=5, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=166 2024-12-07T22:21:46,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=166, state=SUCCESS; OpenRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 in 168 msec 2024-12-07T22:21:46,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-07T22:21:46,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, REOPEN/MOVE in 482 msec 2024-12-07T22:21:46,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-07T22:21:46,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-12-07T22:21:46,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 898 msec 2024-12-07T22:21:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-07T22:21:46,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-12-07T22:21:46,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-12-07T22:21:46,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-12-07T22:21:46,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,398 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-12-07T22:21:46,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-12-07T22:21:46,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-12-07T22:21:46,414 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,415 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-12-07T22:21:46,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-12-07T22:21:46,426 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,427 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-12-07T22:21:46,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:56303 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-12-07T22:21:46,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-07T22:21:46,442 DEBUG [hconnection-0x61230b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,442 DEBUG [hconnection-0x2f04b11a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,442 DEBUG [hconnection-0x4d75bd78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47912, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,443 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47922, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,443 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47938, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,444 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-07T22:21:46,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:46,446 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:46,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:46,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:46,460 DEBUG [hconnection-0x603a33c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,461 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610166466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610166467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610166468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,472 DEBUG [hconnection-0x991041a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,473 DEBUG [hconnection-0x20d4c189-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,473 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47946, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,474 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610166474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,480 DEBUG [hconnection-0x1521e58c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,481 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,484 DEBUG [hconnection-0x4821aea3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,485 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47978, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,485 DEBUG [hconnection-0x1d711a81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,486 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47980, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610166487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,492 DEBUG [hconnection-0x30b290d8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-07T22:21:46,493 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47990, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-07T22:21:46,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b15b80237f9c425090586315ed6bc432_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610106448/Put/seqid=0 2024-12-07T22:21:46,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742389_1565 (size=12154) 2024-12-07T22:21:46,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:46,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b15b80237f9c425090586315ed6bc432_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b15b80237f9c425090586315ed6bc432_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/d23a1b08cb8d4169a7ddeda55d72e434, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:46,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/d23a1b08cb8d4169a7ddeda55d72e434 is 175, key is test_row_0/A:col10/1733610106448/Put/seqid=0 2024-12-07T22:21:46,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742390_1566 (size=30955) 2024-12-07T22:21:46,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:46,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610166568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610166568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610166569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610166576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610166589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,598 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:46,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610166771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610166771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610166772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610166778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610166791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,903 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:46,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:46,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:46,934 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/d23a1b08cb8d4169a7ddeda55d72e434 2024-12-07T22:21:46,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a98dbf9e72964372be856c86f088e45d is 50, key is test_row_0/B:col10/1733610106448/Put/seqid=0 2024-12-07T22:21:46,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742391_1567 (size=12001) 2024-12-07T22:21:46,960 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a98dbf9e72964372be856c86f088e45d 2024-12-07T22:21:46,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f7c0a155fdfb46c7af604797948163b8 is 50, key is test_row_0/C:col10/1733610106448/Put/seqid=0 2024-12-07T22:21:46,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742392_1568 (size=12001) 2024-12-07T22:21:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:47,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610167073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610167074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610167075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610167079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610167094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,209 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,210 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,362 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:47,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:47,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f7c0a155fdfb46c7af604797948163b8 2024-12-07T22:21:47,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/d23a1b08cb8d4169a7ddeda55d72e434 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434 2024-12-07T22:21:47,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434, entries=150, sequenceid=15, filesize=30.2 K 2024-12-07T22:21:47,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a98dbf9e72964372be856c86f088e45d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d 2024-12-07T22:21:47,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:21:47,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f7c0a155fdfb46c7af604797948163b8 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8 2024-12-07T22:21:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8, entries=150, sequenceid=15, filesize=11.7 K 2024-12-07T22:21:47,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 0e96f1a089d2e834e5a3acf1feabea4b in 966ms, sequenceid=15, compaction requested=false 2024-12-07T22:21:47,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:47,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-07T22:21:47,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:47,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:47,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d6835d6e7a1b4272a93cf13e2522b105_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610106465/Put/seqid=0 2024-12-07T22:21:47,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742393_1569 (size=12154) 2024-12-07T22:21:47,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:47,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207d6835d6e7a1b4272a93cf13e2522b105_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6835d6e7a1b4272a93cf13e2522b105_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:47,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/709d79392c6d4207a976393b34d88fa6, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:47,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/709d79392c6d4207a976393b34d88fa6 is 175, key is test_row_0/A:col10/1733610106465/Put/seqid=0 2024-12-07T22:21:47,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742394_1570 (size=30955) 2024-12-07T22:21:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:47,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:47,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610167582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610167582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610167583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610167583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610167597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610167687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610167687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610167687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610167889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610167889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610167890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:47,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/709d79392c6d4207a976393b34d88fa6 2024-12-07T22:21:47,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/68095ffe9caa4d2eb6921ef7a6881883 is 50, key is test_row_0/B:col10/1733610106465/Put/seqid=0 2024-12-07T22:21:47,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742395_1571 (size=12001) 2024-12-07T22:21:48,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-07T22:21:48,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610168192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610168193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,195 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610168194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,347 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/68095ffe9caa4d2eb6921ef7a6881883 2024-12-07T22:21:48,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ea86c05598f142cb81f90f1edda038ea is 50, key is test_row_0/C:col10/1733610106465/Put/seqid=0 2024-12-07T22:21:48,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742396_1572 (size=12001) 2024-12-07T22:21:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:48,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610168587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610168602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610168696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610168697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:48,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610168699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:48,759 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ea86c05598f142cb81f90f1edda038ea 2024-12-07T22:21:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/709d79392c6d4207a976393b34d88fa6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6 2024-12-07T22:21:48,767 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6, entries=150, sequenceid=42, filesize=30.2 K 2024-12-07T22:21:48,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/68095ffe9caa4d2eb6921ef7a6881883 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883 2024-12-07T22:21:48,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883, entries=150, sequenceid=42, filesize=11.7 K 2024-12-07T22:21:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ea86c05598f142cb81f90f1edda038ea as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea 2024-12-07T22:21:48,775 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea, entries=150, sequenceid=42, filesize=11.7 K 2024-12-07T22:21:48,775 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 0e96f1a089d2e834e5a3acf1feabea4b in 1260ms, sequenceid=42, compaction requested=false 2024-12-07T22:21:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:48,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-07T22:21:48,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-07T22:21:48,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-07T22:21:48,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3310 sec 2024-12-07T22:21:48,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.3350 sec 2024-12-07T22:21:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:49,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:49,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:49,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df861122d9d941d99509d538a0647ee3_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:49,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742397_1573 (size=14594) 2024-12-07T22:21:49,720 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:49,724 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207df861122d9d941d99509d538a0647ee3_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df861122d9d941d99509d538a0647ee3_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:49,724 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/84e86dd2b2cc474a9199341fbf4aa299, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:49,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/84e86dd2b2cc474a9199341fbf4aa299 is 175, key is test_row_0/A:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:49,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742398_1574 (size=39549) 2024-12-07T22:21:49,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/84e86dd2b2cc474a9199341fbf4aa299 2024-12-07T22:21:49,736 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/36ce879170d44dc98a0f14ef8d227a65 is 50, key is test_row_0/B:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:49,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742399_1575 (size=12001) 2024-12-07T22:21:49,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/36ce879170d44dc98a0f14ef8d227a65 2024-12-07T22:21:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610169736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:49,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610169736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:49,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610169737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:49,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/65e78fe67baa4990896ce9c8d4d423f7 is 50, key is test_row_0/C:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:49,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742400_1576 (size=12001) 2024-12-07T22:21:49,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610169841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:49,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610169841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:49,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610169841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610170044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610170045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610170046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/65e78fe67baa4990896ce9c8d4d423f7 2024-12-07T22:21:50,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/84e86dd2b2cc474a9199341fbf4aa299 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299 2024-12-07T22:21:50,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299, entries=200, sequenceid=54, filesize=38.6 K 2024-12-07T22:21:50,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/36ce879170d44dc98a0f14ef8d227a65 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65 2024-12-07T22:21:50,190 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65, entries=150, sequenceid=54, filesize=11.7 K 2024-12-07T22:21:50,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/65e78fe67baa4990896ce9c8d4d423f7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7 2024-12-07T22:21:50,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7, entries=150, sequenceid=54, filesize=11.7 K 2024-12-07T22:21:50,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 0e96f1a089d2e834e5a3acf1feabea4b in 490ms, sequenceid=54, compaction requested=true 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:50,195 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:50,195 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:50,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:50,196 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:50,196 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:21:50,196 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,197 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=99.1 K 2024-12-07T22:21:50,197 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299] 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:21:50,197 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting d23a1b08cb8d4169a7ddeda55d72e434, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610106448 2024-12-07T22:21:50,197 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.2 K 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 709d79392c6d4207a976393b34d88fa6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733610106464 2024-12-07T22:21:50,197 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a98dbf9e72964372be856c86f088e45d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610106448 2024-12-07T22:21:50,198 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84e86dd2b2cc474a9199341fbf4aa299, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107581 2024-12-07T22:21:50,198 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 68095ffe9caa4d2eb6921ef7a6881883, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733610106464 2024-12-07T22:21:50,198 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ce879170d44dc98a0f14ef8d227a65, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107582 2024-12-07T22:21:50,204 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:50,209 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207709401f466ba445e877d235f19097bf5_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:50,209 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:50,210 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/9987061bc94c41c3a9d145b08e89222a is 50, key is test_row_0/B:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:50,211 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207709401f466ba445e877d235f19097bf5_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:50,211 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207709401f466ba445e877d235f19097bf5_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742401_1577 (size=12104) 2024-12-07T22:21:50,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742402_1578 (size=4469) 2024-12-07T22:21:50,221 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#495 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:50,222 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/650ccda23d804c3c9810536621c4d395 is 175, key is test_row_0/A:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742403_1579 (size=31058) 2024-12-07T22:21:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:50,349 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:50,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:50,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120798329a8fad204cba96165ac0435920a2_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610110347/Put/seqid=0 2024-12-07T22:21:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610170358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610170359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610170360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742404_1580 (size=14594) 2024-12-07T22:21:50,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610170461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610170463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610170464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-07T22:21:50,551 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-07T22:21:50,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-07T22:21:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:50,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:50,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:50,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:50,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610170607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,609 DEBUG [Thread-2487 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:21:50,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610170620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,622 DEBUG [Thread-2491 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:21:50,623 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/9987061bc94c41c3a9d145b08e89222a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/9987061bc94c41c3a9d145b08e89222a 2024-12-07T22:21:50,627 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into 9987061bc94c41c3a9d145b08e89222a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:50,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:50,627 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610110195; duration=0sec 2024-12-07T22:21:50,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:50,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:21:50,627 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:50,628 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:50,628 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:21:50,628 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,628 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.2 K 2024-12-07T22:21:50,629 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f7c0a155fdfb46c7af604797948163b8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733610106448 2024-12-07T22:21:50,629 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ea86c05598f142cb81f90f1edda038ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733610106464 2024-12-07T22:21:50,629 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 65e78fe67baa4990896ce9c8d4d423f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107582 2024-12-07T22:21:50,633 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/650ccda23d804c3c9810536621c4d395 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395 2024-12-07T22:21:50,637 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into 650ccda23d804c3c9810536621c4d395(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:50,637 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:50,637 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610110195; duration=0sec 2024-12-07T22:21:50,637 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:50,637 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:21:50,638 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:50,638 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/e79987b57531424a88201e0016779094 is 50, key is test_row_0/C:col10/1733610109704/Put/seqid=0 2024-12-07T22:21:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742405_1581 (size=12104) 2024-12-07T22:21:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:50,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610170664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610170666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610170668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,706 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-07T22:21:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:50,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,763 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:50,767 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120798329a8fad204cba96165ac0435920a2_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120798329a8fad204cba96165ac0435920a2_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:50,768 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/46d3b04905284837ad6d48413c530ac3, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:50,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/46d3b04905284837ad6d48413c530ac3 is 175, key is test_row_0/A:col10/1733610110347/Put/seqid=0 2024-12-07T22:21:50,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742406_1582 (size=39549) 2024-12-07T22:21:50,772 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/46d3b04905284837ad6d48413c530ac3 2024-12-07T22:21:50,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/fe3f2413faf54258b02bcad61536f2b5 is 50, key is test_row_0/B:col10/1733610110347/Put/seqid=0 2024-12-07T22:21:50,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742407_1583 (size=12001) 2024-12-07T22:21:50,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:50,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-07T22:21:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:50,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:50,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:50,968 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610170967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610170970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:50,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:50,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610170971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,012 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-07T22:21:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:51,013 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,053 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/e79987b57531424a88201e0016779094 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/e79987b57531424a88201e0016779094 2024-12-07T22:21:51,057 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into e79987b57531424a88201e0016779094(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:51,057 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:51,057 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610110195; duration=0sec 2024-12-07T22:21:51,057 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:51,057 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:21:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:51,165 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-07T22:21:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:51,166 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:51,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/fe3f2413faf54258b02bcad61536f2b5 2024-12-07T22:21:51,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0be6b83241fa47e3baea36a7b4a02789 is 50, key is test_row_0/C:col10/1733610110347/Put/seqid=0 2024-12-07T22:21:51,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742408_1584 (size=12001) 2024-12-07T22:21:51,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0be6b83241fa47e3baea36a7b4a02789 2024-12-07T22:21:51,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/46d3b04905284837ad6d48413c530ac3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3 2024-12-07T22:21:51,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3, entries=200, sequenceid=79, filesize=38.6 K 2024-12-07T22:21:51,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/fe3f2413faf54258b02bcad61536f2b5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5 2024-12-07T22:21:51,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5, entries=150, sequenceid=79, filesize=11.7 K 2024-12-07T22:21:51,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0be6b83241fa47e3baea36a7b4a02789 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789 2024-12-07T22:21:51,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789, entries=150, sequenceid=79, filesize=11.7 K 2024-12-07T22:21:51,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 0e96f1a089d2e834e5a3acf1feabea4b in 881ms, sequenceid=79, compaction requested=false 2024-12-07T22:21:51,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:51,318 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-07T22:21:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:51,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-07T22:21:51,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:51,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:51,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a3d3ec349be346aa8baa12cc7fe52eb4_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610110351/Put/seqid=0 2024-12-07T22:21:51,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742409_1585 (size=12154) 2024-12-07T22:21:51,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:51,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:51,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610171500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610171502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,505 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610171502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610171603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610171605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610171605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:51,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:51,732 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a3d3ec349be346aa8baa12cc7fe52eb4_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a3d3ec349be346aa8baa12cc7fe52eb4_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc43b7e45fea4ab7b517371e7ea68e51, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:51,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc43b7e45fea4ab7b517371e7ea68e51 is 175, key is test_row_0/A:col10/1733610110351/Put/seqid=0 2024-12-07T22:21:51,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742410_1586 (size=30955) 2024-12-07T22:21:51,737 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc43b7e45fea4ab7b517371e7ea68e51 2024-12-07T22:21:51,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/60380689c80e4bfc8fc0b927a492c5f9 is 50, key is test_row_0/B:col10/1733610110351/Put/seqid=0 2024-12-07T22:21:51,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742411_1587 (size=12001) 2024-12-07T22:21:51,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/60380689c80e4bfc8fc0b927a492c5f9 2024-12-07T22:21:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f3454bf2569b4de687244a4b6ca94af9 is 50, key is test_row_0/C:col10/1733610110351/Put/seqid=0 2024-12-07T22:21:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742412_1588 (size=12001) 2024-12-07T22:21:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610171807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610171807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:51,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610171807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610172109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610172110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610172110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f3454bf2569b4de687244a4b6ca94af9 2024-12-07T22:21:52,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc43b7e45fea4ab7b517371e7ea68e51 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51 2024-12-07T22:21:52,172 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51, entries=150, sequenceid=93, filesize=30.2 K 2024-12-07T22:21:52,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/60380689c80e4bfc8fc0b927a492c5f9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9 2024-12-07T22:21:52,176 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:21:52,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/f3454bf2569b4de687244a4b6ca94af9 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9 2024-12-07T22:21:52,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9, entries=150, sequenceid=93, filesize=11.7 K 2024-12-07T22:21:52,181 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 0e96f1a089d2e834e5a3acf1feabea4b in 863ms, sequenceid=93, compaction requested=true 2024-12-07T22:21:52,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-07T22:21:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-07T22:21:52,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-07T22:21:52,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-12-07T22:21:52,186 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.6330 sec 2024-12-07T22:21:52,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:52,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:52,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:52,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077aafe5bd35404ad6a2825516920634b2_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:52,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610172623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610172625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610172625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742413_1589 (size=14594) 2024-12-07T22:21:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-07T22:21:52,657 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-07T22:21:52,659 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-07T22:21:52,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:52,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:52,661 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:52,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:52,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610172728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610172729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610172730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:52,812 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:52,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:52,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:52,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610172931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610172933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610172934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:52,965 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:52,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:52,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:52,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:52,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:52,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:53,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412077aafe5bd35404ad6a2825516920634b2_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077aafe5bd35404ad6a2825516920634b2_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:53,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7d454672333e47f19b8b3aa4ec538ce1, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:53,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7d454672333e47f19b8b3aa4ec538ce1 is 175, key is test_row_0/A:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:53,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742414_1590 (size=39549) 2024-12-07T22:21:53,118 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,118 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610173234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610173237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610173237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:53,270 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,422 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7d454672333e47f19b8b3aa4ec538ce1 2024-12-07T22:21:53,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a99da4bafd774797adc413f48afc5abc is 50, key is test_row_0/B:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:53,450 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-07T22:21:53,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742415_1591 (size=12001) 2024-12-07T22:21:53,575 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610173736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610173740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610173743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:53,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a99da4bafd774797adc413f48afc5abc 2024-12-07T22:21:53,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/844a68ea781948eea68fd3f9a3cd4c1c is 50, key is test_row_0/C:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742416_1592 (size=12001) 2024-12-07T22:21:53,874 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/844a68ea781948eea68fd3f9a3cd4c1c 2024-12-07T22:21:53,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7d454672333e47f19b8b3aa4ec538ce1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1 2024-12-07T22:21:53,880 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:53,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:53,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1, entries=200, sequenceid=120, filesize=38.6 K 2024-12-07T22:21:53,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a99da4bafd774797adc413f48afc5abc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc 2024-12-07T22:21:53,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc, entries=150, sequenceid=120, filesize=11.7 K 2024-12-07T22:21:53,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/844a68ea781948eea68fd3f9a3cd4c1c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c 2024-12-07T22:21:53,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c, entries=150, sequenceid=120, filesize=11.7 K 2024-12-07T22:21:53,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 0e96f1a089d2e834e5a3acf1feabea4b in 1278ms, sequenceid=120, compaction requested=true 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:53,893 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:53,893 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:21:53,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:53,895 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:21:53,895 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:21:53,895 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,895 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/9987061bc94c41c3a9d145b08e89222a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=47.0 K 2024-12-07T22:21:53,895 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:21:53,895 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:21:53,895 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 9987061bc94c41c3a9d145b08e89222a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107582 2024-12-07T22:21:53,895 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,895 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=137.8 K 2024-12-07T22:21:53,895 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1] 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting fe3f2413faf54258b02bcad61536f2b5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733610109735 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 650ccda23d804c3c9810536621c4d395, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107582 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 60380689c80e4bfc8fc0b927a492c5f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610110351 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46d3b04905284837ad6d48413c530ac3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733610109734 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a99da4bafd774797adc413f48afc5abc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:53,896 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc43b7e45fea4ab7b517371e7ea68e51, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610110351 2024-12-07T22:21:53,897 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d454672333e47f19b8b3aa4ec538ce1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:53,904 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:53,907 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:53,907 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/0cf3dfb31532481da00b7870444e7356 is 50, key is test_row_0/B:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:53,909 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207f2f0741b60ce4488b4fc1e6ee3b3fc03_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:53,911 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207f2f0741b60ce4488b4fc1e6ee3b3fc03_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:53,911 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207f2f0741b60ce4488b4fc1e6ee3b3fc03_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742417_1593 (size=12241) 2024-12-07T22:21:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742418_1594 (size=4469) 2024-12-07T22:21:54,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:54,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:54,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:54,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071a20a72ead7e4e6091c5e132aafeb152_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610112624/Put/seqid=0 2024-12-07T22:21:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742419_1595 (size=12204) 2024-12-07T22:21:54,327 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#507 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:54,328 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e1594d195b1b44cb811328773d875ca6 is 175, key is test_row_0/A:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:54,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742420_1596 (size=31195) 2024-12-07T22:21:54,333 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/0cf3dfb31532481da00b7870444e7356 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/0cf3dfb31532481da00b7870444e7356 2024-12-07T22:21:54,340 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into 0cf3dfb31532481da00b7870444e7356(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:54,340 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:54,340 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=12, startTime=1733610113893; duration=0sec 2024-12-07T22:21:54,340 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:54,340 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:21:54,340 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-07T22:21:54,341 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-07T22:21:54,341 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:21:54,341 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:54,341 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/e79987b57531424a88201e0016779094, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=47.0 K 2024-12-07T22:21:54,342 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e79987b57531424a88201e0016779094, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733610107582 2024-12-07T22:21:54,343 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0be6b83241fa47e3baea36a7b4a02789, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733610109735 2024-12-07T22:21:54,343 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f3454bf2569b4de687244a4b6ca94af9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733610110351 2024-12-07T22:21:54,343 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 844a68ea781948eea68fd3f9a3cd4c1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:54,353 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:54,353 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/006b21104eb54bae99ef03edb48b7b77 is 50, key is test_row_0/C:col10/1733610112615/Put/seqid=0 2024-12-07T22:21:54,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742421_1597 (size=12241) 2024-12-07T22:21:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:54,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071a20a72ead7e4e6091c5e132aafeb152_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071a20a72ead7e4e6091c5e132aafeb152_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:54,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc99222b459d42f7bee886ae6f5048cc, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc99222b459d42f7bee886ae6f5048cc is 175, key is test_row_0/A:col10/1733610112624/Put/seqid=0 2024-12-07T22:21:54,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742422_1598 (size=31005) 2024-12-07T22:21:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:54,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610174679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610174680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,737 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e1594d195b1b44cb811328773d875ca6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6 2024-12-07T22:21:54,741 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into e1594d195b1b44cb811328773d875ca6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:54,741 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:54,741 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=12, startTime=1733610113893; duration=0sec 2024-12-07T22:21:54,741 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:54,741 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:21:54,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610174742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610174747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610174749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,761 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/006b21104eb54bae99ef03edb48b7b77 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/006b21104eb54bae99ef03edb48b7b77 2024-12-07T22:21:54,765 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into 006b21104eb54bae99ef03edb48b7b77(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:54,765 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:54,765 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=12, startTime=1733610113893; duration=0sec 2024-12-07T22:21:54,765 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:54,765 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:21:54,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:54,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610174783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610174783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,854 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc99222b459d42f7bee886ae6f5048cc 2024-12-07T22:21:54,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/54f7367ad9cb4989b025befc8028cfde is 50, key is test_row_0/B:col10/1733610112624/Put/seqid=0 2024-12-07T22:21:54,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742423_1599 (size=12051) 2024-12-07T22:21:54,878 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/54f7367ad9cb4989b025befc8028cfde 2024-12-07T22:21:54,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0ad48c00ae9248d7aa4a4dedea1db589 is 50, key is test_row_0/C:col10/1733610112624/Put/seqid=0 2024-12-07T22:21:54,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742424_1600 (size=12051) 2024-12-07T22:21:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610174985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:54,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610174986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610175287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,289 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0ad48c00ae9248d7aa4a4dedea1db589 2024-12-07T22:21:55,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610175290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dc99222b459d42f7bee886ae6f5048cc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc 2024-12-07T22:21:55,296 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc, entries=150, sequenceid=130, filesize=30.3 K 2024-12-07T22:21:55,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/54f7367ad9cb4989b025befc8028cfde as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde 2024-12-07T22:21:55,300 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:21:55,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/0ad48c00ae9248d7aa4a4dedea1db589 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589 2024-12-07T22:21:55,304 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589, entries=150, sequenceid=130, filesize=11.8 K 2024-12-07T22:21:55,305 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 0e96f1a089d2e834e5a3acf1feabea4b in 1271ms, sequenceid=130, compaction requested=false 2024-12-07T22:21:55,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:55,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:55,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-07T22:21:55,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-07T22:21:55,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-07T22:21:55,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6450 sec 2024-12-07T22:21:55,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.6490 sec 2024-12-07T22:21:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:55,796 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-07T22:21:55,796 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:55,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207042c166f973446d3bc17dc7e3200348c_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:55,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742425_1601 (size=12304) 2024-12-07T22:21:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610175825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610175825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610175928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610175928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610176129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610176131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,219 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:56,222 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207042c166f973446d3bc17dc7e3200348c_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207042c166f973446d3bc17dc7e3200348c_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:56,223 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7c44e9e0136c4da2864183bc589d3a22, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:56,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7c44e9e0136c4da2864183bc589d3a22 is 175, key is test_row_0/A:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:56,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742426_1602 (size=31105) 2024-12-07T22:21:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610176433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,435 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610176434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,628 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7c44e9e0136c4da2864183bc589d3a22 2024-12-07T22:21:56,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3a49366cc96443eea2aefc68319be030 is 50, key is test_row_0/B:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:56,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742427_1603 (size=12151) 2024-12-07T22:21:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610176748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,750 DEBUG [Thread-2493 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4124 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:21:56,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610176750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,752 DEBUG [Thread-2485 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:21:56,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610176764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,766 DEBUG [Thread-2489 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:21:56,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-07T22:21:56,767 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-07T22:21:56,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-07T22:21:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:56,770 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:56,771 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:56,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:56,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:56,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-07T22:21:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:56,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:56,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:56,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610176936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:56,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:56,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610176940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:57,040 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3a49366cc96443eea2aefc68319be030 2024-12-07T22:21:57,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/8b962635b3154200b6499627862140e1 is 50, key is test_row_0/C:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:57,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742428_1604 (size=12151) 2024-12-07T22:21:57,050 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/8b962635b3154200b6499627862140e1 2024-12-07T22:21:57,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/7c44e9e0136c4da2864183bc589d3a22 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22 2024-12-07T22:21:57,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22, entries=150, sequenceid=161, filesize=30.4 K 2024-12-07T22:21:57,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3a49366cc96443eea2aefc68319be030 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030 2024-12-07T22:21:57,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030, entries=150, sequenceid=161, filesize=11.9 K 2024-12-07T22:21:57,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/8b962635b3154200b6499627862140e1 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1 2024-12-07T22:21:57,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1, entries=150, sequenceid=161, filesize=11.9 K 2024-12-07T22:21:57,065 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 0e96f1a089d2e834e5a3acf1feabea4b in 1269ms, sequenceid=161, compaction requested=true 2024-12-07T22:21:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:57,065 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:57,065 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:57,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:57,066 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:57,066 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:57,067 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:21:57,067 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,067 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=91.1 K 2024-12-07T22:21:57,067 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,067 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22] 2024-12-07T22:21:57,067 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:57,067 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1594d195b1b44cb811328773d875ca6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:57,067 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:21:57,067 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,067 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/0cf3dfb31532481da00b7870444e7356, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.6 K 2024-12-07T22:21:57,068 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc99222b459d42f7bee886ae6f5048cc, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610112619 2024-12-07T22:21:57,068 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cf3dfb31532481da00b7870444e7356, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:57,068 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c44e9e0136c4da2864183bc589d3a22, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:57,068 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 54f7367ad9cb4989b025befc8028cfde, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610112619 2024-12-07T22:21:57,069 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a49366cc96443eea2aefc68319be030, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:57,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:57,075 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:57,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:57,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-07T22:21:57,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:57,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:57,092 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412070e11a3c048494e0bbecf5f912c09501b_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:57,094 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:57,094 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/236be91196f54922adb229c19791f156 is 50, key is test_row_0/B:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:57,094 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412070e11a3c048494e0bbecf5f912c09501b_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:57,095 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412070e11a3c048494e0bbecf5f912c09501b_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:57,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120701163ce840f345c29de6b76c48572575_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610115823/Put/seqid=0 2024-12-07T22:21:57,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742429_1605 (size=4469) 2024-12-07T22:21:57,108 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#516 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:57,108 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0240c91cdcaa460790af43bf595325bd is 175, key is test_row_0/A:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:57,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742431_1607 (size=12304) 2024-12-07T22:21:57,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:57,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742432_1608 (size=31447) 2024-12-07T22:21:57,114 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120701163ce840f345c29de6b76c48572575_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701163ce840f345c29de6b76c48572575_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:57,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/c949c4af78054d33960577b354cababb, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/c949c4af78054d33960577b354cababb is 175, key is test_row_0/A:col10/1733610115823/Put/seqid=0 2024-12-07T22:21:57,118 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0240c91cdcaa460790af43bf595325bd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd 2024-12-07T22:21:57,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742433_1609 (size=31105) 2024-12-07T22:21:57,121 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/c949c4af78054d33960577b354cababb 2024-12-07T22:21:57,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742430_1606 (size=12493) 2024-12-07T22:21:57,124 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into 0240c91cdcaa460790af43bf595325bd(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:57,125 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:57,125 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610117065; duration=0sec 2024-12-07T22:21:57,125 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:57,125 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:21:57,125 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:57,127 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:57,127 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:21:57,127 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,127 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/006b21104eb54bae99ef03edb48b7b77, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.6 K 2024-12-07T22:21:57,127 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 006b21104eb54bae99ef03edb48b7b77, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1733610111496 2024-12-07T22:21:57,128 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ad48c00ae9248d7aa4a4dedea1db589, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1733610112619 2024-12-07T22:21:57,128 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b962635b3154200b6499627862140e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:57,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5fd50db25d8f40d28a733c622ba2145c is 50, key is test_row_0/B:col10/1733610115823/Put/seqid=0 2024-12-07T22:21:57,145 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/236be91196f54922adb229c19791f156 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/236be91196f54922adb229c19791f156 2024-12-07T22:21:57,150 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into 236be91196f54922adb229c19791f156(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:57,150 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:57,150 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610117065; duration=0sec 2024-12-07T22:21:57,150 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:57,150 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:21:57,150 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:57,151 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/6c9f7218504149efb6976aa2f99d6e00 is 50, key is test_row_0/C:col10/1733610114674/Put/seqid=0 2024-12-07T22:21:57,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742434_1610 (size=12151) 2024-12-07T22:21:57,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742435_1611 (size=12493) 2024-12-07T22:21:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:57,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5fd50db25d8f40d28a733c622ba2145c 2024-12-07T22:21:57,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/2548dc2405cb4ec786f26ce22243f802 is 50, key is test_row_0/C:col10/1733610115823/Put/seqid=0 2024-12-07T22:21:57,573 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/6c9f7218504149efb6976aa2f99d6e00 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6c9f7218504149efb6976aa2f99d6e00 2024-12-07T22:21:57,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742436_1612 (size=12151) 2024-12-07T22:21:57,577 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into 6c9f7218504149efb6976aa2f99d6e00(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:57,577 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:57,577 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610117066; duration=0sec 2024-12-07T22:21:57,577 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:57,577 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:21:57,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:57,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:57,977 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/2548dc2405cb4ec786f26ce22243f802 2024-12-07T22:21:57,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:57,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610177979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:57,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610177979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:57,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/c949c4af78054d33960577b354cababb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb 2024-12-07T22:21:57,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb, entries=150, sequenceid=169, filesize=30.4 K 2024-12-07T22:21:57,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5fd50db25d8f40d28a733c622ba2145c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c 2024-12-07T22:21:57,989 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T22:21:57,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/2548dc2405cb4ec786f26ce22243f802 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802 2024-12-07T22:21:57,994 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802, entries=150, sequenceid=169, filesize=11.9 K 2024-12-07T22:21:57,995 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 0e96f1a089d2e834e5a3acf1feabea4b in 919ms, sequenceid=169, compaction requested=false 2024-12-07T22:21:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:57,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-07T22:21:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-07T22:21:57,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-07T22:21:57,998 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-12-07T22:21:57,999 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.2290 sec 2024-12-07T22:21:58,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:58,083 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-07T22:21:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:58,084 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:58,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c23093dd08474aae8f5d1d81e1e52ec5_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610178093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610178094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742437_1613 (size=14794) 2024-12-07T22:21:58,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610178196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610178196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610178398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610178398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:58,510 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207c23093dd08474aae8f5d1d81e1e52ec5_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c23093dd08474aae8f5d1d81e1e52ec5_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:58,511 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e74399aad8454070945e07c1545dce03, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:58,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e74399aad8454070945e07c1545dce03 is 175, key is test_row_0/A:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:58,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742438_1614 (size=39749) 2024-12-07T22:21:58,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610178700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:58,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610178703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-07T22:21:58,875 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-07T22:21:58,876 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:21:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-07T22:21:58,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:21:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:21:58,878 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:21:58,878 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:21:58,916 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e74399aad8454070945e07c1545dce03 2024-12-07T22:21:58,923 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a4f1a4862f384e7b8e86bdf827ea87e7 is 50, key is test_row_0/B:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:58,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742439_1615 (size=12151) 2024-12-07T22:21:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:21:59,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-07T22:21:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:21:59,182 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-07T22:21:59,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:59,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:59,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610179205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:21:59,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610179205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a4f1a4862f384e7b8e86bdf827ea87e7 2024-12-07T22:21:59,335 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/b4c89f846c6b4bd198838f845711853d is 50, key is test_row_0/C:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:59,336 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-07T22:21:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:21:59,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:21:59,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742440_1616 (size=12151) 2024-12-07T22:21:59,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/b4c89f846c6b4bd198838f845711853d 2024-12-07T22:21:59,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/e74399aad8454070945e07c1545dce03 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03 2024-12-07T22:21:59,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03, entries=200, sequenceid=201, filesize=38.8 K 2024-12-07T22:21:59,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a4f1a4862f384e7b8e86bdf827ea87e7 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7 2024-12-07T22:21:59,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7, entries=150, sequenceid=201, filesize=11.9 K 2024-12-07T22:21:59,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/b4c89f846c6b4bd198838f845711853d as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d 2024-12-07T22:21:59,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d, entries=150, sequenceid=201, filesize=11.9 K 2024-12-07T22:21:59,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 0e96f1a089d2e834e5a3acf1feabea4b in 1273ms, sequenceid=201, compaction requested=true 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:21:59,357 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:21:59,357 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:59,357 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:21:59,358 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,358 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,358 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=99.9 K 2024-12-07T22:21:59,358 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/236be91196f54922adb229c19791f156, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.9 K 2024-12-07T22:21:59,358 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03] 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0240c91cdcaa460790af43bf595325bd, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:59,358 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 236be91196f54922adb229c19791f156, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:59,359 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting c949c4af78054d33960577b354cababb, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733610115797 2024-12-07T22:21:59,359 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5fd50db25d8f40d28a733c622ba2145c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733610115797 2024-12-07T22:21:59,359 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting e74399aad8454070945e07c1545dce03, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:21:59,359 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting a4f1a4862f384e7b8e86bdf827ea87e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:21:59,365 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:59,366 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#526 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:59,367 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/d3ffe8b6089040328a11177d6c930e60 is 50, key is test_row_0/B:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:59,376 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207a6e90780f7dc4ed89c0445e5b6b408ec_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:59,378 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207a6e90780f7dc4ed89c0445e5b6b408ec_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:59,378 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207a6e90780f7dc4ed89c0445e5b6b408ec_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:59,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742441_1617 (size=12595) 2024-12-07T22:21:59,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/d3ffe8b6089040328a11177d6c930e60 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/d3ffe8b6089040328a11177d6c930e60 2024-12-07T22:21:59,389 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into d3ffe8b6089040328a11177d6c930e60(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:59,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:59,389 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610119357; duration=0sec 2024-12-07T22:21:59,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:21:59,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:21:59,389 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:21:59,390 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:21:59,390 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:21:59,390 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,390 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6c9f7218504149efb6976aa2f99d6e00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=35.9 K 2024-12-07T22:21:59,391 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c9f7218504149efb6976aa2f99d6e00, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733610114671 2024-12-07T22:21:59,391 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 2548dc2405cb4ec786f26ce22243f802, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733610115797 2024-12-07T22:21:59,391 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting b4c89f846c6b4bd198838f845711853d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:21:59,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742442_1618 (size=4469) 2024-12-07T22:21:59,403 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:59,403 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/fdc2908a64c54a6cbf7aebe05c217a4b is 50, key is test_row_0/C:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:59,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742443_1619 (size=12595) 2024-12-07T22:21:59,416 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/fdc2908a64c54a6cbf7aebe05c217a4b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/fdc2908a64c54a6cbf7aebe05c217a4b 2024-12-07T22:21:59,421 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into fdc2908a64c54a6cbf7aebe05c217a4b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:21:59,421 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:21:59,421 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610119357; duration=0sec 2024-12-07T22:21:59,421 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:21:59,421 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:21:59,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:21:59,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:21:59,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-07T22:21:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:21:59,489 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-07T22:21:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:21:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:21:59,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:59,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:21:59,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:21:59,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072fa61a66dee7480c9ed23324e9bbfecd_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610118093/Put/seqid=0 2024-12-07T22:21:59,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742444_1620 (size=12304) 2024-12-07T22:21:59,798 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#525 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:21:59,799 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/06bd667dc77c4f99b44d6457f8ebd1d3 is 175, key is test_row_0/A:col10/1733610117972/Put/seqid=0 2024-12-07T22:21:59,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742445_1621 (size=31549) 2024-12-07T22:21:59,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:21:59,903 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412072fa61a66dee7480c9ed23324e9bbfecd_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072fa61a66dee7480c9ed23324e9bbfecd_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:21:59,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/a272b80129a94832b5abcb02b2088d55, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:21:59,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/a272b80129a94832b5abcb02b2088d55 is 175, key is test_row_0/A:col10/1733610118093/Put/seqid=0 2024-12-07T22:21:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742446_1622 (size=31105) 2024-12-07T22:21:59,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:22:00,207 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/06bd667dc77c4f99b44d6457f8ebd1d3 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3 2024-12-07T22:22:00,211 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into 06bd667dc77c4f99b44d6457f8ebd1d3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:00,212 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:00,212 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610119357; duration=0sec 2024-12-07T22:22:00,212 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:00,212 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:22:00,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:00,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:00,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610180265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610180265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/a272b80129a94832b5abcb02b2088d55 2024-12-07T22:22:00,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/238e317dc5fb4ddd86c5d33679e58412 is 50, key is test_row_0/B:col10/1733610118093/Put/seqid=0 2024-12-07T22:22:00,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742447_1623 (size=12151) 2024-12-07T22:22:00,350 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/238e317dc5fb4ddd86c5d33679e58412 2024-12-07T22:22:00,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/5dac966fa1634d3c94cad429f312003f is 50, key is test_row_0/C:col10/1733610118093/Put/seqid=0 2024-12-07T22:22:00,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742448_1624 (size=12151) 2024-12-07T22:22:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610180368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610180368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610180570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610180571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47940 deadline: 1733610180752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,753 DEBUG [Thread-2493 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8128 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:22:00,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/5dac966fa1634d3c94cad429f312003f 2024-12-07T22:22:00,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/a272b80129a94832b5abcb02b2088d55 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55 2024-12-07T22:22:00,774 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55, entries=150, sequenceid=210, filesize=30.4 K 2024-12-07T22:22:00,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/238e317dc5fb4ddd86c5d33679e58412 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412 2024-12-07T22:22:00,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47922 deadline: 1733610180776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,778 DEBUG [Thread-2485 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:22:00,779 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412, entries=150, sequenceid=210, filesize=11.9 K 2024-12-07T22:22:00,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/5dac966fa1634d3c94cad429f312003f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f 2024-12-07T22:22:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47912 deadline: 1733610180779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,781 DEBUG [Thread-2489 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8156 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., hostname=f83a3c5fcf38,36279,1733609965087, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-07T22:22:00,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f, entries=150, sequenceid=210, filesize=11.9 K 2024-12-07T22:22:00,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 0e96f1a089d2e834e5a3acf1feabea4b in 1295ms, sequenceid=210, compaction requested=false 2024-12-07T22:22:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:00,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:00,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-07T22:22:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-07T22:22:00,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-07T22:22:00,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-12-07T22:22:00,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.9110 sec 2024-12-07T22:22:00,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:00,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:00,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:00,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610180878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610180880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207aa7a6764efa446729d925d1506e0c409_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:00,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742449_1625 (size=17284) 2024-12-07T22:22:00,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:00,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207aa7a6764efa446729d925d1506e0c409_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207aa7a6764efa446729d925d1506e0c409_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:00,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0446f16c1ef14544a674fd8ce0a7ba97, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:00,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0446f16c1ef14544a674fd8ce0a7ba97 is 175, key is test_row_0/A:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742450_1626 (size=48389) 2024-12-07T22:22:00,895 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0446f16c1ef14544a674fd8ce0a7ba97 2024-12-07T22:22:00,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/7b0969031f044e729f4f1520440dbf1f is 50, key is test_row_0/B:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:00,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742451_1627 (size=12151) 2024-12-07T22:22:00,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-07T22:22:00,981 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-07T22:22:00,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:22:00,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610180981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-07T22:22:00,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:22:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:00,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610180982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:00,984 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:22:00,984 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:22:01,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:01,136 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-07T22:22:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610181184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610181186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:01,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-07T22:22:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,289 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:01,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/7b0969031f044e729f4f1520440dbf1f 2024-12-07T22:22:01,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/3faaf7615c53430fbfed236063590366 is 50, key is test_row_0/C:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742452_1628 (size=12151) 2024-12-07T22:22:01,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/3faaf7615c53430fbfed236063590366 2024-12-07T22:22:01,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0446f16c1ef14544a674fd8ce0a7ba97 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97 2024-12-07T22:22:01,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97, entries=250, sequenceid=242, filesize=47.3 K 2024-12-07T22:22:01,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/7b0969031f044e729f4f1520440dbf1f as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f 2024-12-07T22:22:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,328 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f, entries=150, sequenceid=242, filesize=11.9 K 2024-12-07T22:22:01,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/3faaf7615c53430fbfed236063590366 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366 2024-12-07T22:22:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,333 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366, entries=150, sequenceid=242, filesize=11.9 K 2024-12-07T22:22:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 0e96f1a089d2e834e5a3acf1feabea4b in 459ms, sequenceid=242, compaction requested=true 2024-12-07T22:22:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:01,334 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:22:01,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-07T22:22:01,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,335 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,336 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:01,336 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:01,336 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:22:01,336 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:22:01,337 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,337 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,337 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=108.4 K 2024-12-07T22:22:01,337 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/d3ffe8b6089040328a11177d6c930e60, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=36.0 K 2024-12-07T22:22:01,337 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,337 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97] 2024-12-07T22:22:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,337 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting d3ffe8b6089040328a11177d6c930e60, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:22:01,337 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06bd667dc77c4f99b44d6457f8ebd1d3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:22:01,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,337 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 238e317dc5fb4ddd86c5d33679e58412, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733610118090 2024-12-07T22:22:01,337 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting a272b80129a94832b5abcb02b2088d55, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733610118090 2024-12-07T22:22:01,338 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0969031f044e729f4f1520440dbf1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:01,338 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0446f16c1ef14544a674fd8ce0a7ba97, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,343 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,344 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:01,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,344 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/01ade3959a4746329f7dc489847c795b is 50, key is test_row_0/B:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:01,345 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241207710618815a2d435f8c8d37ea6f850c92_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:01,347 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241207710618815a2d435f8c8d37ea6f850c92_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:01,348 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207710618815a2d435f8c8d37ea6f850c92_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:01,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742453_1629 (size=12697) 2024-12-07T22:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,377 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/01ade3959a4746329f7dc489847c795b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/01ade3959a4746329f7dc489847c795b 2024-12-07T22:22:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,381 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into 01ade3959a4746329f7dc489847c795b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:01,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,381 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:01,382 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610121334; duration=0sec 2024-12-07T22:22:01,382 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:01,382 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:22:01,382 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,382 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,383 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:22:01,383 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,383 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/fdc2908a64c54a6cbf7aebe05c217a4b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=36.0 K 2024-12-07T22:22:01,383 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting fdc2908a64c54a6cbf7aebe05c217a4b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733610117972 2024-12-07T22:22:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dac966fa1634d3c94cad429f312003f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733610118090 2024-12-07T22:22:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,384 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3faaf7615c53430fbfed236063590366, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742454_1630 (size=4469) 2024-12-07T22:22:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,391 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#535 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,391 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f4d3bf3e9eef492b8a9c570ddb62ecb0 is 175, key is test_row_0/A:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,402 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:01,403 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/5c001bda5bc34669b878c7e157be4224 is 50, key is test_row_0/C:col10/1733610120242/Put/seqid=0 2024-12-07T22:22:01,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742455_1631 (size=31651) 2024-12-07T22:22:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,410 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f4d3bf3e9eef492b8a9c570ddb62ecb0 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0 2024-12-07T22:22:01,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,414 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into f4d3bf3e9eef492b8a9c570ddb62ecb0(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:01,414 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:01,414 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610121334; duration=0sec 2024-12-07T22:22:01,414 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:01,414 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:22:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742456_1632 (size=12697) 2024-12-07T22:22:01,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,435 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/5c001bda5bc34669b878c7e157be4224 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5c001bda5bc34669b878c7e157be4224 2024-12-07T22:22:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-07T22:22:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:01,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-07T22:22:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:01,441 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into 5c001bda5bc34669b878c7e157be4224(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:01,442 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:01,442 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610121334; duration=0sec 2024-12-07T22:22:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:01,442 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,442 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:22:01,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:01,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079e5dc2f044644f8284e7c370260e234e_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_1/A:col10/1733610120877/Put/seqid=0 2024-12-07T22:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742457_1633 (size=9814) 2024-12-07T22:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:01,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:01,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610181539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610181539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610181641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610181641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610181843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610181845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:01,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:01,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412079e5dc2f044644f8284e7c370260e234e_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079e5dc2f044644f8284e7c370260e234e_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:01,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/ba89191448af425db996cb52e902901a, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:01,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/ba89191448af425db996cb52e902901a is 175, key is test_row_1/A:col10/1733610120877/Put/seqid=0 2024-12-07T22:22:01,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742458_1634 (size=22461) 2024-12-07T22:22:02,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:02,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:02,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610182146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:02,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:02,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610182147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:02,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=250, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/ba89191448af425db996cb52e902901a 2024-12-07T22:22:02,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5208fc723c0749ba9a2971ce2e422fcc is 50, key is test_row_1/B:col10/1733610120877/Put/seqid=0 2024-12-07T22:22:02,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742459_1635 (size=9757) 2024-12-07T22:22:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610182650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:02,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:02,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610182652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:02,689 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5208fc723c0749ba9a2971ce2e422fcc 2024-12-07T22:22:02,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/510d6d54f0df47fe9e51c5fefae59948 is 50, key is test_row_1/C:col10/1733610120877/Put/seqid=0 2024-12-07T22:22:02,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742460_1636 (size=9757) 2024-12-07T22:22:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:03,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/510d6d54f0df47fe9e51c5fefae59948 2024-12-07T22:22:03,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/ba89191448af425db996cb52e902901a as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a 2024-12-07T22:22:03,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a, entries=100, sequenceid=250, filesize=21.9 K 2024-12-07T22:22:03,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5208fc723c0749ba9a2971ce2e422fcc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc 2024-12-07T22:22:03,115 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc, entries=100, sequenceid=250, filesize=9.5 K 2024-12-07T22:22:03,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/510d6d54f0df47fe9e51c5fefae59948 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948 2024-12-07T22:22:03,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948, entries=100, sequenceid=250, filesize=9.5 K 2024-12-07T22:22:03,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 0e96f1a089d2e834e5a3acf1feabea4b in 1679ms, sequenceid=250, compaction requested=false 2024-12-07T22:22:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:03,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-07T22:22:03,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-07T22:22:03,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-07T22:22:03,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1370 sec 2024-12-07T22:22:03,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.1410 sec 2024-12-07T22:22:03,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:03,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:03,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:03,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610183660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:03,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b871d3fd455e4a078839a5ffcb427cfe_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:03,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742461_1637 (size=12454) 2024-12-07T22:22:03,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:03,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610183668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:03,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610183763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:03,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:03,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610183965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:04,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:04,072 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207b871d3fd455e4a078839a5ffcb427cfe_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b871d3fd455e4a078839a5ffcb427cfe_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:04,073 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f8ceac97bc9942bb9cd334e180c3c94c, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:04,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f8ceac97bc9942bb9cd334e180c3c94c is 175, key is test_row_0/A:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:04,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742462_1638 (size=31255) 2024-12-07T22:22:04,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:04,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610184268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:04,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f8ceac97bc9942bb9cd334e180c3c94c 2024-12-07T22:22:04,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/f7a9d5b9ed8841729f83f820370a0e1b is 50, key is test_row_0/B:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:04,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742463_1639 (size=12301) 2024-12-07T22:22:04,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:04,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610184771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:04,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/f7a9d5b9ed8841729f83f820370a0e1b 2024-12-07T22:22:04,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/7d9830622f684513983891e2cdccae41 is 50, key is test_row_0/C:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:04,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742464_1640 (size=12301) 2024-12-07T22:22:05,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-07T22:22:05,088 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-07T22:22:05,089 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:22:05,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-07T22:22:05,091 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:22:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T22:22:05,094 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:22:05,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:22:05,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T22:22:05,245 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:05,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T22:22:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:05,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:05,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:05,313 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/7d9830622f684513983891e2cdccae41 2024-12-07T22:22:05,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f8ceac97bc9942bb9cd334e180c3c94c as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c 2024-12-07T22:22:05,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c, entries=150, sequenceid=282, filesize=30.5 K 2024-12-07T22:22:05,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/f7a9d5b9ed8841729f83f820370a0e1b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b 2024-12-07T22:22:05,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b, entries=150, sequenceid=282, filesize=12.0 K 2024-12-07T22:22:05,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/7d9830622f684513983891e2cdccae41 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41 2024-12-07T22:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,329 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41, entries=150, sequenceid=282, filesize=12.0 K 2024-12-07T22:22:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 0e96f1a089d2e834e5a3acf1feabea4b in 1673ms, sequenceid=282, compaction requested=true 2024-12-07T22:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:05,330 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:22:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:05,332 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,332 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:22:05,332 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,332 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,332 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=83.4 K 2024-12-07T22:22:05,332 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/01ade3959a4746329f7dc489847c795b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=33.9 K 2024-12-07T22:22:05,332 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,332 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c] 2024-12-07T22:22:05,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4d3bf3e9eef492b8a9c570ddb62ecb0, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ade3959a4746329f7dc489847c795b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba89191448af425db996cb52e902901a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733610120877 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5208fc723c0749ba9a2971ce2e422fcc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733610120877 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8ceac97bc9942bb9cd334e180c3c94c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,333 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting f7a9d5b9ed8841729f83f820370a0e1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,339 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,341 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#544 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,341 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5ccd7c5dcb3b4b79990088ed023a69a6 is 50, key is test_row_0/B:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:05,341 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412071b30d373d1b04891b587fc2ba4ed9257_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,343 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412071b30d373d1b04891b587fc2ba4ed9257_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:05,343 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412071b30d373d1b04891b587fc2ba4ed9257_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742466_1642 (size=4469) 2024-12-07T22:22:05,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742465_1641 (size=12949) 2024-12-07T22:22:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,366 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/5ccd7c5dcb3b4b79990088ed023a69a6 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5ccd7c5dcb3b4b79990088ed023a69a6 2024-12-07T22:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,371 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into 5ccd7c5dcb3b4b79990088ed023a69a6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:05,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:05,371 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610125330; duration=0sec 2024-12-07T22:22:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:05,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:22:05,371 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,372 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:05,372 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:22:05,372 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,372 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5c001bda5bc34669b878c7e157be4224, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=33.9 K 2024-12-07T22:22:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,373 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c001bda5bc34669b878c7e157be4224, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733610120242 2024-12-07T22:22:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,373 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 510d6d54f0df47fe9e51c5fefae59948, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1733610120877 2024-12-07T22:22:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,373 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d9830622f684513983891e2cdccae41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:05,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#545 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,381 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/1944300df9ab45529ad41972645e0641 is 50, key is test_row_0/C:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T22:22:05,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742467_1643 (size=12949) 2024-12-07T22:22:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-07T22:22:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:05,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207522c64350e624bdca2b4a8ca669ad4f1_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610123659/Put/seqid=0 2024-12-07T22:22:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742468_1644 (size=7374) 2024-12-07T22:22:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241207522c64350e624bdca2b4a8ca669ad4f1_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207522c64350e624bdca2b4a8ca669ad4f1_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dec0b1d77e584a1b89e413491374ed77, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dec0b1d77e584a1b89e413491374ed77 is 175, key is test_row_0/A:col10/1733610123659/Put/seqid=0 2024-12-07T22:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742469_1645 (size=13865) 2024-12-07T22:22:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dec0b1d77e584a1b89e413491374ed77 2024-12-07T22:22:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/e0d828d7a531426a9e7fe9b89eb51ce4 is 50, key is test_row_0/B:col10/1733610123659/Put/seqid=0 2024-12-07T22:22:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742470_1646 (size=7415) 2024-12-07T22:22:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T22:22:05,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:05,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:05,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:05,750 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#543 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:05,750 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0235514102674bb0b44ef1fbe2a6dd02 is 175, key is test_row_0/A:col10/1733610123656/Put/seqid=0 2024-12-07T22:22:05,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742471_1647 (size=31903) 2024-12-07T22:22:05,778 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:05,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610185776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:05,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:05,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47958 deadline: 1733610185777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:05,798 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/1944300df9ab45529ad41972645e0641 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1944300df9ab45529ad41972645e0641 2024-12-07T22:22:05,802 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into 1944300df9ab45529ad41972645e0641(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:05,802 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:05,802 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610125330; duration=0sec 2024-12-07T22:22:05,802 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:05,802 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:22:05,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610185879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:05,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/e0d828d7a531426a9e7fe9b89eb51ce4 2024-12-07T22:22:05,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ba6c87da7f1c4b16986be4e28fdbad54 is 50, key is test_row_0/C:col10/1733610123659/Put/seqid=0 2024-12-07T22:22:05,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742472_1648 (size=7415) 2024-12-07T22:22:05,925 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ba6c87da7f1c4b16986be4e28fdbad54 2024-12-07T22:22:05,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/dec0b1d77e584a1b89e413491374ed77 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77 2024-12-07T22:22:05,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77, entries=50, sequenceid=287, filesize=13.5 K 2024-12-07T22:22:05,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/e0d828d7a531426a9e7fe9b89eb51ce4 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4 2024-12-07T22:22:05,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4, entries=50, sequenceid=287, filesize=7.2 K 2024-12-07T22:22:05,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/ba6c87da7f1c4b16986be4e28fdbad54 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54 2024-12-07T22:22:05,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54, entries=50, sequenceid=287, filesize=7.2 K 2024-12-07T22:22:05,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for 0e96f1a089d2e834e5a3acf1feabea4b in 542ms, sequenceid=287, compaction requested=false 2024-12-07T22:22:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:05,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-07T22:22:05,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-07T22:22:05,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-07T22:22:05,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 848 msec 2024-12-07T22:22:05,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 853 msec 2024-12-07T22:22:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(8581): Flush requested on 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:06,084 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:06,085 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:06,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610186085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078671850af47a4fe5bcc140b589470e28_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:06,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742473_1649 (size=14994) 2024-12-07T22:22:06,158 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/0235514102674bb0b44ef1fbe2a6dd02 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02 2024-12-07T22:22:06,162 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into 0235514102674bb0b44ef1fbe2a6dd02(size=31.2 K), total size for store is 44.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:06,162 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:06,162 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610125330; duration=0sec 2024-12-07T22:22:06,162 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:06,162 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:22:06,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610186188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-07T22:22:06,194 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-07T22:22:06,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-07T22:22:06,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-07T22:22:06,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:06,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-07T22:22:06,197 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-07T22:22:06,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-07T22:22:06,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:06,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:06,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:06,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610186391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,478 DEBUG [Thread-2500 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:56303 2024-12-07T22:22:06,478 DEBUG [Thread-2502 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:56303 2024-12-07T22:22:06,478 DEBUG [Thread-2500 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:06,478 DEBUG [Thread-2502 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:06,479 DEBUG [Thread-2498 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:56303 2024-12-07T22:22:06,479 DEBUG [Thread-2498 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:06,479 DEBUG [Thread-2504 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:56303 2024-12-07T22:22:06,479 DEBUG [Thread-2504 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:06,481 DEBUG [Thread-2496 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:56303 2024-12-07T22:22:06,481 DEBUG [Thread-2496 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:06,494 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:06,497 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412078671850af47a4fe5bcc140b589470e28_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078671850af47a4fe5bcc140b589470e28_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:06,497 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/bb1f7f9b494c477fa8f14e7224231232, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:06,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/bb1f7f9b494c477fa8f14e7224231232 is 175, key is test_row_0/A:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:06,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742474_1650 (size=39949) 2024-12-07T22:22:06,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:06,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610186692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:06,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:06,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,901 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=321, memsize=67.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/bb1f7f9b494c477fa8f14e7224231232 2024-12-07T22:22:06,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3ee5868866fb4bfd926d0eac3a67ac89 is 50, key is test_row_0/B:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:06,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742475_1651 (size=12301) 2024-12-07T22:22:06,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:06,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:06,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:06,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:06,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:07,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-07T22:22:07,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36279 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47980 deadline: 1733610187196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:07,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:07,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3ee5868866fb4bfd926d0eac3a67ac89 2024-12-07T22:22:07,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/c77bb26fc3ab4fb0b51b925571be6b50 is 50, key is test_row_0/C:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742476_1652 (size=12301) 2024-12-07T22:22:07,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=67.09 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/c77bb26fc3ab4fb0b51b925571be6b50 2024-12-07T22:22:07,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. as already flushing 2024-12-07T22:22:07,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-07T22:22:07,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/bb1f7f9b494c477fa8f14e7224231232 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232 2024-12-07T22:22:07,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232, entries=200, sequenceid=321, filesize=39.0 K 2024-12-07T22:22:07,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/3ee5868866fb4bfd926d0eac3a67ac89 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89 2024-12-07T22:22:07,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89, entries=150, sequenceid=321, filesize=12.0 K 2024-12-07T22:22:07,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/c77bb26fc3ab4fb0b51b925571be6b50 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50 2024-12-07T22:22:07,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50, entries=150, sequenceid=321, filesize=12.0 K 2024-12-07T22:22:07,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~201.27 KB/206100, heapSize ~528.05 KB/540720, currentSize=0 B/0 for 0e96f1a089d2e834e5a3acf1feabea4b in 1646ms, sequenceid=321, compaction requested=true 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:A, priority=-2147483648, current under compaction store size is 1 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:B, priority=-2147483648, current under compaction store size is 2 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:07,730 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 0e96f1a089d2e834e5a3acf1feabea4b:C, priority=-2147483648, current under compaction store size is 3 2024-12-07T22:22:07,730 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:07,730 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85717 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/A is initiating minor compaction (all files) 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/B is initiating minor compaction (all files) 2024-12-07T22:22:07,731 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/A in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,731 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/B in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,731 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5ccd7c5dcb3b4b79990088ed023a69a6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=31.9 K 2024-12-07T22:22:07,731 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=83.7 K 2024-12-07T22:22:07,731 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. files: [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232] 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ccd7c5dcb3b4b79990088ed023a69a6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:07,731 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0235514102674bb0b44ef1fbe2a6dd02, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:07,732 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting e0d828d7a531426a9e7fe9b89eb51ce4, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733610123659 2024-12-07T22:22:07,732 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec0b1d77e584a1b89e413491374ed77, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733610123659 2024-12-07T22:22:07,732 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ee5868866fb4bfd926d0eac3a67ac89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610125771 2024-12-07T22:22:07,732 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb1f7f9b494c477fa8f14e7224231232, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610125771 2024-12-07T22:22:07,736 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:07,737 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:07,737 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/c919aa3ef0614f45bfe915efaa4fd536 is 50, key is test_row_0/B:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:07,738 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120796e9b4088abf4c5eb57870832e04dc2e_0e96f1a089d2e834e5a3acf1feabea4b store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:07,741 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120796e9b4088abf4c5eb57870832e04dc2e_0e96f1a089d2e834e5a3acf1feabea4b, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:07,742 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120796e9b4088abf4c5eb57870832e04dc2e_0e96f1a089d2e834e5a3acf1feabea4b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742477_1653 (size=13051) 2024-12-07T22:22:07,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742478_1654 (size=4469) 2024-12-07T22:22:07,787 DEBUG [Thread-2487 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:56303 2024-12-07T22:22:07,787 DEBUG [Thread-2487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:07,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:07,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36279 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:07,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:07,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076e72763b5f1e4a8da296d928088051a8_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610127786/Put/seqid=0 2024-12-07T22:22:07,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742479_1655 (size=7374) 2024-12-07T22:22:08,145 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#A#compaction#553 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:08,146 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/4c0420a577a2431aaff015a73f375dbc is 175, key is test_row_0/A:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:08,147 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/c919aa3ef0614f45bfe915efaa4fd536 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/c919aa3ef0614f45bfe915efaa4fd536 2024-12-07T22:22:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742480_1656 (size=32005) 2024-12-07T22:22:08,151 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/B of 0e96f1a089d2e834e5a3acf1feabea4b into c919aa3ef0614f45bfe915efaa4fd536(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:08,151 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:08,151 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/B, priority=13, startTime=1733610127730; duration=0sec 2024-12-07T22:22:08,151 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-07T22:22:08,151 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:B 2024-12-07T22:22:08,151 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-07T22:22:08,152 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32665 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-07T22:22:08,152 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1540): 0e96f1a089d2e834e5a3acf1feabea4b/C is initiating minor compaction (all files) 2024-12-07T22:22:08,152 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 0e96f1a089d2e834e5a3acf1feabea4b/C in TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:08,152 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1944300df9ab45529ad41972645e0641, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50] into tmpdir=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp, totalSize=31.9 K 2024-12-07T22:22:08,152 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting 1944300df9ab45529ad41972645e0641, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733610121528 2024-12-07T22:22:08,152 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/4c0420a577a2431aaff015a73f375dbc as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/4c0420a577a2431aaff015a73f375dbc 2024-12-07T22:22:08,152 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting ba6c87da7f1c4b16986be4e28fdbad54, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733610123659 2024-12-07T22:22:08,153 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] compactions.Compactor(224): Compacting c77bb26fc3ab4fb0b51b925571be6b50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=321, earliestPutTs=1733610125771 2024-12-07T22:22:08,155 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/A of 0e96f1a089d2e834e5a3acf1feabea4b into 4c0420a577a2431aaff015a73f375dbc(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:08,155 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:08,156 INFO [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/A, priority=13, startTime=1733610127730; duration=0sec 2024-12-07T22:22:08,156 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:08,156 DEBUG [RS:0;f83a3c5fcf38:36279-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:A 2024-12-07T22:22:08,158 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 0e96f1a089d2e834e5a3acf1feabea4b#C#compaction#555 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-07T22:22:08,158 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/1f7220aa720b4985878f3cdfa40f9afa is 50, key is test_row_0/C:col10/1733610126083/Put/seqid=0 2024-12-07T22:22:08,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742481_1657 (size=13051) 2024-12-07T22:22:08,207 DEBUG [Thread-2491 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:56303 2024-12-07T22:22:08,207 DEBUG [Thread-2491 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:08,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:08,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412076e72763b5f1e4a8da296d928088051a8_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e72763b5f1e4a8da296d928088051a8_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:08,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f2840f558b6a4ea3a5b6d7b6c6007231, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:08,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f2840f558b6a4ea3a5b6d7b6c6007231 is 175, key is test_row_0/A:col10/1733610127786/Put/seqid=0 2024-12-07T22:22:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742482_1658 (size=13865) 2024-12-07T22:22:08,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:08,565 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/1f7220aa720b4985878f3cdfa40f9afa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1f7220aa720b4985878f3cdfa40f9afa 2024-12-07T22:22:08,568 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 0e96f1a089d2e834e5a3acf1feabea4b/C of 0e96f1a089d2e834e5a3acf1feabea4b into 1f7220aa720b4985878f3cdfa40f9afa(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-07T22:22:08,568 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:08,568 INFO [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b., storeName=0e96f1a089d2e834e5a3acf1feabea4b/C, priority=13, startTime=1733610127730; duration=0sec 2024-12-07T22:22:08,568 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-07T22:22:08,568 DEBUG [RS:0;f83a3c5fcf38:36279-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 0e96f1a089d2e834e5a3acf1feabea4b:C 2024-12-07T22:22:08,689 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f2840f558b6a4ea3a5b6d7b6c6007231 2024-12-07T22:22:08,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a191c675213641dfa32d07120c8be6df is 50, key is test_row_0/B:col10/1733610127786/Put/seqid=0 2024-12-07T22:22:08,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742483_1659 (size=7415) 2024-12-07T22:22:09,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a191c675213641dfa32d07120c8be6df 2024-12-07T22:22:09,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/6d91af516dd9410b9e424072ff9b2cb5 is 50, key is test_row_0/C:col10/1733610127786/Put/seqid=0 2024-12-07T22:22:09,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742484_1660 (size=7415) 2024-12-07T22:22:09,507 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/6d91af516dd9410b9e424072ff9b2cb5 2024-12-07T22:22:09,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/f2840f558b6a4ea3a5b6d7b6c6007231 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f2840f558b6a4ea3a5b6d7b6c6007231 2024-12-07T22:22:09,513 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f2840f558b6a4ea3a5b6d7b6c6007231, entries=50, sequenceid=326, filesize=13.5 K 2024-12-07T22:22:09,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/a191c675213641dfa32d07120c8be6df as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a191c675213641dfa32d07120c8be6df 2024-12-07T22:22:09,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a191c675213641dfa32d07120c8be6df, entries=50, sequenceid=326, filesize=7.2 K 2024-12-07T22:22:09,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/6d91af516dd9410b9e424072ff9b2cb5 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6d91af516dd9410b9e424072ff9b2cb5 2024-12-07T22:22:09,519 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6d91af516dd9410b9e424072ff9b2cb5, entries=50, sequenceid=326, filesize=7.2 K 2024-12-07T22:22:09,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=6.71 KB/6870 for 0e96f1a089d2e834e5a3acf1feabea4b in 1647ms, sequenceid=326, compaction requested=false 2024-12-07T22:22:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f83a3c5fcf38:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-07T22:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-07T22:22:09,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-07T22:22:09,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3240 sec 2024-12-07T22:22:09,523 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 3.3270 sec 2024-12-07T22:22:10,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-07T22:22:10,301 INFO [Thread-2495 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-07T22:22:10,776 DEBUG [Thread-2493 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:56303 2024-12-07T22:22:10,776 DEBUG [Thread-2493 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:10,832 DEBUG [Thread-2485 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:56303 2024-12-07T22:22:10,832 DEBUG [Thread-2485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:10,860 DEBUG [Thread-2489 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:56303 2024-12-07T22:22:10,860 DEBUG [Thread-2489 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 27 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7203 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6977 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6959 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7228 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6971 2024-12-07T22:22:10,861 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-07T22:22:10,861 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:22:10,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:56303 2024-12-07T22:22:10,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:10,861 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-07T22:22:10,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-07T22:22:10,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:10,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:10,864 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610130864"}]},"ts":"1733610130864"} 2024-12-07T22:22:10,865 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-07T22:22:10,867 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-07T22:22:10,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-07T22:22:10,868 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, UNASSIGN}] 2024-12-07T22:22:10,869 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=187, ppid=186, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, UNASSIGN 2024-12-07T22:22:10,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=CLOSING, regionLocation=f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:10,870 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-07T22:22:10,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; CloseRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087}] 2024-12-07T22:22:10,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:11,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:11,021 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(124): Close 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:11,021 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-07T22:22:11,021 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1681): Closing 0e96f1a089d2e834e5a3acf1feabea4b, disabling compactions & flushes 2024-12-07T22:22:11,021 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. after waiting 0 ms 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:11,022 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(2837): Flushing 0e96f1a089d2e834e5a3acf1feabea4b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=A 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=B 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 0e96f1a089d2e834e5a3acf1feabea4b, store=C 2024-12-07T22:22:11,022 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-07T22:22:11,026 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120782d23df60dbf4c44ba55511369fd2bb4_0e96f1a089d2e834e5a3acf1feabea4b is 50, key is test_row_0/A:col10/1733610130831/Put/seqid=0 2024-12-07T22:22:11,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742485_1661 (size=9914) 2024-12-07T22:22:11,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:11,430 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-07T22:22:11,433 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120782d23df60dbf4c44ba55511369fd2bb4_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120782d23df60dbf4c44ba55511369fd2bb4_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:11,434 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/699a7e8a0ec44e99b4559fa13e815777, store: [table=TestAcidGuarantees family=A region=0e96f1a089d2e834e5a3acf1feabea4b] 2024-12-07T22:22:11,434 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/699a7e8a0ec44e99b4559fa13e815777 is 175, key is test_row_0/A:col10/1733610130831/Put/seqid=0 2024-12-07T22:22:11,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742486_1662 (size=22561) 2024-12-07T22:22:11,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:11,838 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/699a7e8a0ec44e99b4559fa13e815777 2024-12-07T22:22:11,843 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/78a262add1674ef3a816e9b87df30631 is 50, key is test_row_0/B:col10/1733610130831/Put/seqid=0 2024-12-07T22:22:11,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742487_1663 (size=9857) 2024-12-07T22:22:11,846 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/78a262add1674ef3a816e9b87df30631 2024-12-07T22:22:11,850 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/a2ec824f83f54c5d96f03f8b229c9f19 is 50, key is test_row_0/C:col10/1733610130831/Put/seqid=0 2024-12-07T22:22:11,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742488_1664 (size=9857) 2024-12-07T22:22:11,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:12,253 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/a2ec824f83f54c5d96f03f8b229c9f19 2024-12-07T22:22:12,256 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/A/699a7e8a0ec44e99b4559fa13e815777 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/699a7e8a0ec44e99b4559fa13e815777 2024-12-07T22:22:12,259 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/699a7e8a0ec44e99b4559fa13e815777, entries=100, sequenceid=336, filesize=22.0 K 2024-12-07T22:22:12,260 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/B/78a262add1674ef3a816e9b87df30631 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/78a262add1674ef3a816e9b87df30631 2024-12-07T22:22:12,262 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/78a262add1674ef3a816e9b87df30631, entries=100, sequenceid=336, filesize=9.6 K 2024-12-07T22:22:12,262 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/.tmp/C/a2ec824f83f54c5d96f03f8b229c9f19 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/a2ec824f83f54c5d96f03f8b229c9f19 2024-12-07T22:22:12,265 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/a2ec824f83f54c5d96f03f8b229c9f19, entries=100, sequenceid=336, filesize=9.6 K 2024-12-07T22:22:12,265 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 0e96f1a089d2e834e5a3acf1feabea4b in 1243ms, sequenceid=336, compaction requested=true 2024-12-07T22:22:12,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232] to archive 2024-12-07T22:22:12,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:22:12,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/d23a1b08cb8d4169a7ddeda55d72e434 2024-12-07T22:22:12,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/709d79392c6d4207a976393b34d88fa6 2024-12-07T22:22:12,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/84e86dd2b2cc474a9199341fbf4aa299 2024-12-07T22:22:12,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/650ccda23d804c3c9810536621c4d395 2024-12-07T22:22:12,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/46d3b04905284837ad6d48413c530ac3 2024-12-07T22:22:12,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc43b7e45fea4ab7b517371e7ea68e51 2024-12-07T22:22:12,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7d454672333e47f19b8b3aa4ec538ce1 2024-12-07T22:22:12,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e1594d195b1b44cb811328773d875ca6 2024-12-07T22:22:12,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dc99222b459d42f7bee886ae6f5048cc 2024-12-07T22:22:12,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0240c91cdcaa460790af43bf595325bd 2024-12-07T22:22:12,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/7c44e9e0136c4da2864183bc589d3a22 2024-12-07T22:22:12,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/c949c4af78054d33960577b354cababb 2024-12-07T22:22:12,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/e74399aad8454070945e07c1545dce03 2024-12-07T22:22:12,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/06bd667dc77c4f99b44d6457f8ebd1d3 2024-12-07T22:22:12,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/a272b80129a94832b5abcb02b2088d55 2024-12-07T22:22:12,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0446f16c1ef14544a674fd8ce0a7ba97 2024-12-07T22:22:12,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f4d3bf3e9eef492b8a9c570ddb62ecb0 2024-12-07T22:22:12,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/ba89191448af425db996cb52e902901a 2024-12-07T22:22:12,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/0235514102674bb0b44ef1fbe2a6dd02 2024-12-07T22:22:12,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f8ceac97bc9942bb9cd334e180c3c94c 2024-12-07T22:22:12,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/dec0b1d77e584a1b89e413491374ed77 2024-12-07T22:22:12,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/bb1f7f9b494c477fa8f14e7224231232 2024-12-07T22:22:12,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/9987061bc94c41c3a9d145b08e89222a, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/0cf3dfb31532481da00b7870444e7356, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/236be91196f54922adb229c19791f156, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/d3ffe8b6089040328a11177d6c930e60, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/01ade3959a4746329f7dc489847c795b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5ccd7c5dcb3b4b79990088ed023a69a6, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89] to archive 2024-12-07T22:22:12,286 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:22:12,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a98dbf9e72964372be856c86f088e45d 2024-12-07T22:22:12,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/68095ffe9caa4d2eb6921ef7a6881883 2024-12-07T22:22:12,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/9987061bc94c41c3a9d145b08e89222a to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/9987061bc94c41c3a9d145b08e89222a 2024-12-07T22:22:12,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/36ce879170d44dc98a0f14ef8d227a65 2024-12-07T22:22:12,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/fe3f2413faf54258b02bcad61536f2b5 2024-12-07T22:22:12,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/60380689c80e4bfc8fc0b927a492c5f9 2024-12-07T22:22:12,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/0cf3dfb31532481da00b7870444e7356 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/0cf3dfb31532481da00b7870444e7356 2024-12-07T22:22:12,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a99da4bafd774797adc413f48afc5abc 2024-12-07T22:22:12,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/54f7367ad9cb4989b025befc8028cfde 2024-12-07T22:22:12,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/236be91196f54922adb229c19791f156 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/236be91196f54922adb229c19791f156 2024-12-07T22:22:12,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3a49366cc96443eea2aefc68319be030 2024-12-07T22:22:12,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5fd50db25d8f40d28a733c622ba2145c 2024-12-07T22:22:12,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/d3ffe8b6089040328a11177d6c930e60 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/d3ffe8b6089040328a11177d6c930e60 2024-12-07T22:22:12,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a4f1a4862f384e7b8e86bdf827ea87e7 2024-12-07T22:22:12,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/238e317dc5fb4ddd86c5d33679e58412 2024-12-07T22:22:12,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/01ade3959a4746329f7dc489847c795b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/01ade3959a4746329f7dc489847c795b 2024-12-07T22:22:12,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/7b0969031f044e729f4f1520440dbf1f 2024-12-07T22:22:12,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5208fc723c0749ba9a2971ce2e422fcc 2024-12-07T22:22:12,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5ccd7c5dcb3b4b79990088ed023a69a6 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/5ccd7c5dcb3b4b79990088ed023a69a6 2024-12-07T22:22:12,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/f7a9d5b9ed8841729f83f820370a0e1b 2024-12-07T22:22:12,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/e0d828d7a531426a9e7fe9b89eb51ce4 2024-12-07T22:22:12,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/3ee5868866fb4bfd926d0eac3a67ac89 2024-12-07T22:22:12,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/e79987b57531424a88201e0016779094, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/006b21104eb54bae99ef03edb48b7b77, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6c9f7218504149efb6976aa2f99d6e00, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/fdc2908a64c54a6cbf7aebe05c217a4b, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5c001bda5bc34669b878c7e157be4224, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1944300df9ab45529ad41972645e0641, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50] to archive 2024-12-07T22:22:12,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-07T22:22:12,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f7c0a155fdfb46c7af604797948163b8 2024-12-07T22:22:12,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ea86c05598f142cb81f90f1edda038ea 2024-12-07T22:22:12,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/e79987b57531424a88201e0016779094 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/e79987b57531424a88201e0016779094 2024-12-07T22:22:12,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/65e78fe67baa4990896ce9c8d4d423f7 2024-12-07T22:22:12,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0be6b83241fa47e3baea36a7b4a02789 2024-12-07T22:22:12,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/f3454bf2569b4de687244a4b6ca94af9 2024-12-07T22:22:12,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/006b21104eb54bae99ef03edb48b7b77 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/006b21104eb54bae99ef03edb48b7b77 2024-12-07T22:22:12,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/844a68ea781948eea68fd3f9a3cd4c1c 2024-12-07T22:22:12,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/0ad48c00ae9248d7aa4a4dedea1db589 2024-12-07T22:22:12,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6c9f7218504149efb6976aa2f99d6e00 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6c9f7218504149efb6976aa2f99d6e00 2024-12-07T22:22:12,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/8b962635b3154200b6499627862140e1 2024-12-07T22:22:12,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/2548dc2405cb4ec786f26ce22243f802 2024-12-07T22:22:12,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/fdc2908a64c54a6cbf7aebe05c217a4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/fdc2908a64c54a6cbf7aebe05c217a4b 2024-12-07T22:22:12,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/b4c89f846c6b4bd198838f845711853d 2024-12-07T22:22:12,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5dac966fa1634d3c94cad429f312003f 2024-12-07T22:22:12,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5c001bda5bc34669b878c7e157be4224 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/5c001bda5bc34669b878c7e157be4224 2024-12-07T22:22:12,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/3faaf7615c53430fbfed236063590366 2024-12-07T22:22:12,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/510d6d54f0df47fe9e51c5fefae59948 2024-12-07T22:22:12,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1944300df9ab45529ad41972645e0641 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1944300df9ab45529ad41972645e0641 2024-12-07T22:22:12,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/7d9830622f684513983891e2cdccae41 2024-12-07T22:22:12,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/ba6c87da7f1c4b16986be4e28fdbad54 2024-12-07T22:22:12,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/c77bb26fc3ab4fb0b51b925571be6b50 2024-12-07T22:22:12,323 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=4 2024-12-07T22:22:12,324 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b. 2024-12-07T22:22:12,324 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] regionserver.HRegion(1635): Region close journal for 0e96f1a089d2e834e5a3acf1feabea4b: 2024-12-07T22:22:12,325 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION, pid=188}] handler.UnassignRegionHandler(170): Closed 0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,325 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=187 updating hbase:meta row=0e96f1a089d2e834e5a3acf1feabea4b, regionState=CLOSED 2024-12-07T22:22:12,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-07T22:22:12,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; CloseRegionProcedure 0e96f1a089d2e834e5a3acf1feabea4b, server=f83a3c5fcf38,36279,1733609965087 in 1.4560 sec 2024-12-07T22:22:12,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=187, resume processing ppid=186 2024-12-07T22:22:12,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, ppid=186, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=0e96f1a089d2e834e5a3acf1feabea4b, UNASSIGN in 1.4590 sec 2024-12-07T22:22:12,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-07T22:22:12,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4610 sec 2024-12-07T22:22:12,330 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733610132330"}]},"ts":"1733610132330"} 2024-12-07T22:22:12,330 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-07T22:22:12,333 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-07T22:22:12,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4710 sec 2024-12-07T22:22:12,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-07T22:22:12,968 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-07T22:22:12,968 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-07T22:22:12,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:12,969 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=189, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:12,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T22:22:12,970 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=189, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:12,972 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,973 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C, FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits] 2024-12-07T22:22:12,975 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/4c0420a577a2431aaff015a73f375dbc to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/4c0420a577a2431aaff015a73f375dbc 2024-12-07T22:22:12,976 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/699a7e8a0ec44e99b4559fa13e815777 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/699a7e8a0ec44e99b4559fa13e815777 2024-12-07T22:22:12,977 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f2840f558b6a4ea3a5b6d7b6c6007231 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/A/f2840f558b6a4ea3a5b6d7b6c6007231 2024-12-07T22:22:12,979 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/78a262add1674ef3a816e9b87df30631 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/78a262add1674ef3a816e9b87df30631 2024-12-07T22:22:12,979 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a191c675213641dfa32d07120c8be6df to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/a191c675213641dfa32d07120c8be6df 2024-12-07T22:22:12,980 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/c919aa3ef0614f45bfe915efaa4fd536 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/B/c919aa3ef0614f45bfe915efaa4fd536 2024-12-07T22:22:12,981 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1f7220aa720b4985878f3cdfa40f9afa to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/1f7220aa720b4985878f3cdfa40f9afa 2024-12-07T22:22:12,982 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6d91af516dd9410b9e424072ff9b2cb5 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/6d91af516dd9410b9e424072ff9b2cb5 2024-12-07T22:22:12,983 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/a2ec824f83f54c5d96f03f8b229c9f19 to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/C/a2ec824f83f54c5d96f03f8b229c9f19 2024-12-07T22:22:12,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits/339.seqid to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b/recovered.edits/339.seqid 2024-12-07T22:22:12,985 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/default/TestAcidGuarantees/0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,985 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-07T22:22:12,986 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:22:12,986 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-07T22:22:12,988 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701163ce840f345c29de6b76c48572575_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120701163ce840f345c29de6b76c48572575_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,989 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207042c166f973446d3bc17dc7e3200348c_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207042c166f973446d3bc17dc7e3200348c_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,990 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071a20a72ead7e4e6091c5e132aafeb152_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412071a20a72ead7e4e6091c5e132aafeb152_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,991 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072fa61a66dee7480c9ed23324e9bbfecd_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412072fa61a66dee7480c9ed23324e9bbfecd_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,992 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207522c64350e624bdca2b4a8ca669ad4f1_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207522c64350e624bdca2b4a8ca669ad4f1_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,993 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e72763b5f1e4a8da296d928088051a8_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412076e72763b5f1e4a8da296d928088051a8_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,993 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077aafe5bd35404ad6a2825516920634b2_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412077aafe5bd35404ad6a2825516920634b2_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,994 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120782d23df60dbf4c44ba55511369fd2bb4_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120782d23df60dbf4c44ba55511369fd2bb4_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,995 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078671850af47a4fe5bcc140b589470e28_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412078671850af47a4fe5bcc140b589470e28_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,996 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120798329a8fad204cba96165ac0435920a2_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120798329a8fad204cba96165ac0435920a2_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,997 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079e5dc2f044644f8284e7c370260e234e_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412079e5dc2f044644f8284e7c370260e234e_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a3d3ec349be346aa8baa12cc7fe52eb4_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207a3d3ec349be346aa8baa12cc7fe52eb4_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,998 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207aa7a6764efa446729d925d1506e0c409_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207aa7a6764efa446729d925d1506e0c409_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:12,999 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b15b80237f9c425090586315ed6bc432_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b15b80237f9c425090586315ed6bc432_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:13,000 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b871d3fd455e4a078839a5ffcb427cfe_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207b871d3fd455e4a078839a5ffcb427cfe_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:13,001 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c23093dd08474aae8f5d1d81e1e52ec5_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207c23093dd08474aae8f5d1d81e1e52ec5_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:13,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6835d6e7a1b4272a93cf13e2522b105_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207d6835d6e7a1b4272a93cf13e2522b105_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:13,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df861122d9d941d99509d538a0647ee3_0e96f1a089d2e834e5a3acf1feabea4b to hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241207df861122d9d941d99509d538a0647ee3_0e96f1a089d2e834e5a3acf1feabea4b 2024-12-07T22:22:13,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-07T22:22:13,005 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=189, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:13,007 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-07T22:22:13,009 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-07T22:22:13,009 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=189, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:13,009 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-07T22:22:13,010 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733610133009"}]},"ts":"9223372036854775807"} 2024-12-07T22:22:13,011 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-07T22:22:13,011 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0e96f1a089d2e834e5a3acf1feabea4b, NAME => 'TestAcidGuarantees,,1733610103364.0e96f1a089d2e834e5a3acf1feabea4b.', STARTKEY => '', ENDKEY => ''}] 2024-12-07T22:22:13,011 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-07T22:22:13,011 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733610133011"}]},"ts":"9223372036854775807"} 2024-12-07T22:22:13,012 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-07T22:22:13,014 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=189, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-07T22:22:13,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-12-07T22:22:13,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33685 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-07T22:22:13,071 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-07T22:22:13,082 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=241 (was 239) - Thread LEAK? -, OpenFileDescriptor=461 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 457), ProcessCount=11 (was 11), AvailableMemoryMB=6850 (was 6885) 2024-12-07T22:22:13,082 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-07T22:22:13,082 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-07T22:22:13,082 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56303 2024-12-07T22:22:13,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:13,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-07T22:22:13,082 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1173057206, stopped=false 2024-12-07T22:22:13,082 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f83a3c5fcf38,33685,1733609964333 2024-12-07T22:22:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T22:22:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-07T22:22:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:22:13,084 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-07T22:22:13,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:22:13,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:13,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:22:13,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-07T22:22:13,085 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,36279,1733609965087' ***** 2024-12-07T22:22:13,085 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-07T22:22:13,085 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-07T22:22:13,085 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-07T22:22:13,085 INFO [RS:0;f83a3c5fcf38:36279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-07T22:22:13,085 INFO [RS:0;f83a3c5fcf38:36279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-07T22:22:13,085 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(3579): Received CLOSE for d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:13,086 DEBUG [RS:0;f83a3c5fcf38:36279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-07T22:22:13,086 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d7ca44111640503df3e7e9dc44cad2cc, disabling compactions & flushes 2024-12-07T22:22:13,086 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:22:13,086 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:22:13,086 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. after waiting 0 ms 2024-12-07T22:22:13,086 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:22:13,086 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-07T22:22:13,086 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d7ca44111640503df3e7e9dc44cad2cc 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-07T22:22:13,086 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d7ca44111640503df3e7e9dc44cad2cc=hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc.} 2024-12-07T22:22:13,087 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-07T22:22:13,087 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-07T22:22:13,087 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-07T22:22:13,087 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-07T22:22:13,087 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-07T22:22:13,087 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-07T22:22:13,087 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:22:13,102 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/.tmp/info/dba3d0ae06b1480fa06cce48106fe61b is 45, key is default/info:d/1733609969652/Put/seqid=0 2024-12-07T22:22:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742489_1665 (size=5037) 2024-12-07T22:22:13,107 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/info/458dcc736e1d4db68033f1a8f47291eb is 143, key is hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc./info:regioninfo/1733609969537/Put/seqid=0 2024-12-07T22:22:13,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742490_1666 (size=7725) 2024-12-07T22:22:13,175 INFO [regionserver/f83a3c5fcf38:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:22:13,287 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:22:13,318 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-07T22:22:13,319 INFO [regionserver/f83a3c5fcf38:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-07T22:22:13,487 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d7ca44111640503df3e7e9dc44cad2cc 2024-12-07T22:22:13,506 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/.tmp/info/dba3d0ae06b1480fa06cce48106fe61b 2024-12-07T22:22:13,509 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/.tmp/info/dba3d0ae06b1480fa06cce48106fe61b as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/info/dba3d0ae06b1480fa06cce48106fe61b 2024-12-07T22:22:13,510 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/info/458dcc736e1d4db68033f1a8f47291eb 2024-12-07T22:22:13,512 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/info/dba3d0ae06b1480fa06cce48106fe61b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-07T22:22:13,513 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d7ca44111640503df3e7e9dc44cad2cc in 426ms, sequenceid=6, compaction requested=false 2024-12-07T22:22:13,516 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/namespace/d7ca44111640503df3e7e9dc44cad2cc/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-07T22:22:13,517 INFO [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:22:13,517 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d7ca44111640503df3e7e9dc44cad2cc: 2024-12-07T22:22:13,517 DEBUG [RS_CLOSE_REGION-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733609968700.d7ca44111640503df3e7e9dc44cad2cc. 2024-12-07T22:22:13,528 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/rep_barrier/5b491ad924d342289c6da75a532c74aa is 102, key is TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b./rep_barrier:/1733609995641/DeleteFamily/seqid=0 2024-12-07T22:22:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742491_1667 (size=6025) 2024-12-07T22:22:13,688 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:22:13,888 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:22:13,931 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/rep_barrier/5b491ad924d342289c6da75a532c74aa 2024-12-07T22:22:13,949 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/table/56eb1b89b73043a189038b0a6dbce0ed is 96, key is TestAcidGuarantees,,1733609969857.1901e86dff6b97e8c205dd45dbe1fc1b./table:/1733609995641/DeleteFamily/seqid=0 2024-12-07T22:22:13,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742492_1668 (size=5942) 2024-12-07T22:22:14,088 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-07T22:22:14,088 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-07T22:22:14,088 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:22:14,288 DEBUG [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-07T22:22:14,352 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/table/56eb1b89b73043a189038b0a6dbce0ed 2024-12-07T22:22:14,355 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/info/458dcc736e1d4db68033f1a8f47291eb as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/info/458dcc736e1d4db68033f1a8f47291eb 2024-12-07T22:22:14,358 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/info/458dcc736e1d4db68033f1a8f47291eb, entries=22, sequenceid=93, filesize=7.5 K 2024-12-07T22:22:14,359 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/rep_barrier/5b491ad924d342289c6da75a532c74aa as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/rep_barrier/5b491ad924d342289c6da75a532c74aa 2024-12-07T22:22:14,361 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/rep_barrier/5b491ad924d342289c6da75a532c74aa, entries=6, sequenceid=93, filesize=5.9 K 2024-12-07T22:22:14,362 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/.tmp/table/56eb1b89b73043a189038b0a6dbce0ed as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/table/56eb1b89b73043a189038b0a6dbce0ed 2024-12-07T22:22:14,364 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/table/56eb1b89b73043a189038b0a6dbce0ed, entries=9, sequenceid=93, filesize=5.8 K 2024-12-07T22:22:14,365 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1278ms, sequenceid=93, compaction requested=false 2024-12-07T22:22:14,368 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-07T22:22:14,369 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:22:14,369 INFO [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-07T22:22:14,369 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-07T22:22:14,369 DEBUG [RS_CLOSE_META-regionserver/f83a3c5fcf38:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-07T22:22:14,489 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,36279,1733609965087; all regions closed. 2024-12-07T22:22:14,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741834_1010 (size=26050) 2024-12-07T22:22:14,495 DEBUG [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/oldWALs 2024-12-07T22:22:14,495 INFO [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C36279%2C1733609965087.meta:.meta(num 1733609968453) 2024-12-07T22:22:14,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741832_1008 (size=15575372) 2024-12-07T22:22:14,498 DEBUG [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/oldWALs 2024-12-07T22:22:14,498 INFO [RS:0;f83a3c5fcf38:36279 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f83a3c5fcf38%2C36279%2C1733609965087:(num 1733609967475) 2024-12-07T22:22:14,498 DEBUG [RS:0;f83a3c5fcf38:36279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:14,498 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.LeaseManager(133): Closed leases 2024-12-07T22:22:14,498 INFO [RS:0;f83a3c5fcf38:36279 {}] hbase.ChoreService(370): Chore service for: regionserver/f83a3c5fcf38:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-07T22:22:14,499 INFO [regionserver/f83a3c5fcf38:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:22:14,499 INFO [RS:0;f83a3c5fcf38:36279 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36279 2024-12-07T22:22:14,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f83a3c5fcf38,36279,1733609965087 2024-12-07T22:22:14,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-07T22:22:14,504 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f83a3c5fcf38,36279,1733609965087] 2024-12-07T22:22:14,504 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f83a3c5fcf38,36279,1733609965087; numProcessing=1 2024-12-07T22:22:14,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f83a3c5fcf38,36279,1733609965087 already deleted, retry=false 2024-12-07T22:22:14,505 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f83a3c5fcf38,36279,1733609965087 expired; onlineServers=0 2024-12-07T22:22:14,506 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f83a3c5fcf38,33685,1733609964333' ***** 2024-12-07T22:22:14,506 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-07T22:22:14,506 DEBUG [M:0;f83a3c5fcf38:33685 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d9287db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f83a3c5fcf38/172.17.0.2:0 2024-12-07T22:22:14,506 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionServer(1224): stopping server f83a3c5fcf38,33685,1733609964333 2024-12-07T22:22:14,506 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionServer(1250): stopping server f83a3c5fcf38,33685,1733609964333; all regions closed. 2024-12-07T22:22:14,506 DEBUG [M:0;f83a3c5fcf38:33685 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-07T22:22:14,506 DEBUG [M:0;f83a3c5fcf38:33685 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-07T22:22:14,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-07T22:22:14,506 DEBUG [M:0;f83a3c5fcf38:33685 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-07T22:22:14,506 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609967216 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.large.0-1733609967216,5,FailOnTimeoutGroup] 2024-12-07T22:22:14,506 DEBUG [master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609967220 {}] cleaner.HFileCleaner(306): Exit Thread[master/f83a3c5fcf38:0:becomeActiveMaster-HFileCleaner.small.0-1733609967220,5,FailOnTimeoutGroup] 2024-12-07T22:22:14,506 INFO [M:0;f83a3c5fcf38:33685 {}] hbase.ChoreService(370): Chore service for: master/f83a3c5fcf38:0 had [] on shutdown 2024-12-07T22:22:14,507 DEBUG [M:0;f83a3c5fcf38:33685 {}] master.HMaster(1733): Stopping service threads 2024-12-07T22:22:14,507 INFO [M:0;f83a3c5fcf38:33685 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-07T22:22:14,507 ERROR [M:0;f83a3c5fcf38:33685 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:41537 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:41537,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-07T22:22:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-07T22:22:14,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-07T22:22:14,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-07T22:22:14,508 INFO [M:0;f83a3c5fcf38:33685 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-07T22:22:14,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-07T22:22:14,508 DEBUG [M:0;f83a3c5fcf38:33685 {}] zookeeper.ZKUtil(347): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-07T22:22:14,508 WARN [M:0;f83a3c5fcf38:33685 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-07T22:22:14,508 INFO [M:0;f83a3c5fcf38:33685 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-07T22:22:14,508 INFO [M:0;f83a3c5fcf38:33685 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-07T22:22:14,508 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-07T22:22:14,509 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:22:14,509 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:22:14,509 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-07T22:22:14,509 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:22:14,509 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=797.41 KB heapSize=982.09 KB 2024-12-07T22:22:14,524 DEBUG [M:0;f83a3c5fcf38:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/679f50d7e7eb42a7a97d815472ef81bd is 82, key is hbase:meta,,1/info:regioninfo/1733609968592/Put/seqid=0 2024-12-07T22:22:14,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742493_1669 (size=5672) 2024-12-07T22:22:14,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:22:14,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36279-0x1006e9078e80001, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:22:14,604 INFO [RS:0;f83a3c5fcf38:36279 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,36279,1733609965087; zookeeper connection closed. 2024-12-07T22:22:14,605 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3df834d5 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3df834d5 2024-12-07T22:22:14,605 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-07T22:22:14,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-07T22:22:14,828 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-07T22:22:14,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-07T22:22:14,829 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-07T22:22:14,928 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/679f50d7e7eb42a7a97d815472ef81bd 2024-12-07T22:22:14,949 DEBUG [M:0;f83a3c5fcf38:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fafc8062444f688b7fdcf756c4b921 is 2284, key is \x00\x00\x00\x00\x00\x00\x00g/proc:d/1733610055053/Put/seqid=0 2024-12-07T22:22:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742494_1670 (size=46875) 2024-12-07T22:22:15,352 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=796.85 KB at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fafc8062444f688b7fdcf756c4b921 2024-12-07T22:22:15,355 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fafc8062444f688b7fdcf756c4b921 2024-12-07T22:22:15,377 DEBUG [M:0;f83a3c5fcf38:33685 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d483e6c800c341988abd6a7d8f3bb8bd is 69, key is f83a3c5fcf38,36279,1733609965087/rs:state/1733609967236/Put/seqid=0 2024-12-07T22:22:15,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073742495_1671 (size=5156) 2024-12-07T22:22:15,780 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2276 (bloomFilter=true), to=hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d483e6c800c341988abd6a7d8f3bb8bd 2024-12-07T22:22:15,784 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/679f50d7e7eb42a7a97d815472ef81bd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/679f50d7e7eb42a7a97d815472ef81bd 2024-12-07T22:22:15,787 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/679f50d7e7eb42a7a97d815472ef81bd, entries=8, sequenceid=2276, filesize=5.5 K 2024-12-07T22:22:15,787 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26fafc8062444f688b7fdcf756c4b921 as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fafc8062444f688b7fdcf756c4b921 2024-12-07T22:22:15,790 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26fafc8062444f688b7fdcf756c4b921 2024-12-07T22:22:15,790 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26fafc8062444f688b7fdcf756c4b921, entries=189, sequenceid=2276, filesize=45.8 K 2024-12-07T22:22:15,790 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d483e6c800c341988abd6a7d8f3bb8bd as hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d483e6c800c341988abd6a7d8f3bb8bd 2024-12-07T22:22:15,793 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:41537/user/jenkins/test-data/3241f3a6-2ac0-a9af-f298-fe77c11ed466/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d483e6c800c341988abd6a7d8f3bb8bd, entries=1, sequenceid=2276, filesize=5.0 K 2024-12-07T22:22:15,793 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(3040): Finished flush of dataSize ~797.41 KB/816548, heapSize ~981.80 KB/1005360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=2276, compaction requested=false 2024-12-07T22:22:15,795 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-07T22:22:15,795 DEBUG [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-07T22:22:15,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41155 is added to blk_1073741830_1006 (size=965767) 2024-12-07T22:22:15,797 INFO [M:0;f83a3c5fcf38:33685 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-07T22:22:15,797 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-07T22:22:15,797 INFO [M:0;f83a3c5fcf38:33685 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:33685 2024-12-07T22:22:15,799 DEBUG [M:0;f83a3c5fcf38:33685 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f83a3c5fcf38,33685,1733609964333 already deleted, retry=false 2024-12-07T22:22:15,901 INFO [M:0;f83a3c5fcf38:33685 {}] regionserver.HRegionServer(1307): Exiting; stopping=f83a3c5fcf38,33685,1733609964333; zookeeper connection closed. 2024-12-07T22:22:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:22:15,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33685-0x1006e9078e80000, quorum=127.0.0.1:56303, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-07T22:22:15,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-07T22:22:15,908 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:22:15,908 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:22:15,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:22:15,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.log.dir/,STOPPED} 2024-12-07T22:22:15,912 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-07T22:22:15,912 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-07T22:22:15,912 WARN [BP-680318367-172.17.0.2-1733609961478 heartbeating to localhost/127.0.0.1:41537 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-07T22:22:15,912 WARN [BP-680318367-172.17.0.2-1733609961478 heartbeating to localhost/127.0.0.1:41537 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-680318367-172.17.0.2-1733609961478 (Datanode Uuid cd9a5da8-a6f4-4be9-8b64-f172fcb53f38) service to localhost/127.0.0.1:41537 2024-12-07T22:22:15,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data1/current/BP-680318367-172.17.0.2-1733609961478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:22:15,915 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/cluster_2fc4213b-9216-5d89-73d0-096c4818e540/dfs/data/data2/current/BP-680318367-172.17.0.2-1733609961478 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-07T22:22:15,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-07T22:22:15,924 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-07T22:22:15,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-07T22:22:15,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-07T22:22:15,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-07T22:22:15,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/94926155-7c0b-447f-be49-6290dbf1486e/hadoop.log.dir/,STOPPED} 2024-12-07T22:22:15,950 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-07T22:22:16,079 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down